-- Logs begin at Sun 2022-09-25 00:10:28 UTC, end at Sun 2022-09-25 01:17:41 UTC. -- Sep 25 00:47:00.018032 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 25 00:47:02.715683 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.common.config [-] Logging enabled! Sep 25 00:47:02.716315 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 00:47:02.716481 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106115) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 00:47:02.719808 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.common.config [-] Logging enabled! Sep 25 00:47:02.720064 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 00:47:02.720374 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106115) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 00:47:02.721343 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:47:02.721579 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:47:02.722068 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:47:02.722314 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:47:02.722541 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:47:02.722863 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.723160 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.723391 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.723693 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.723985 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.724270 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.724566 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.724865 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.725150 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.725453 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.725739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.725970 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.726250 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.726529 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.726821 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.727041 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.727317 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.727834 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.728246 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.728532 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.728822 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.729114 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.729400 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.729680 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.729966 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.730295 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.730573 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.730859 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.731145 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.731430 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.731704 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.731979 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.732262 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.732534 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.732805 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.733126 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.733394 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.733684 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.733983 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.734211 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.734439 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.734985 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.735274 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.735552 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.735828 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.736105 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.736381 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.736657 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.736924 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.737210 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.737520 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.737806 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.738082 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.738358 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.738629 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.738901 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.739184 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.739456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.739729 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.740004 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.740293 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.740562 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.740835 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.741134 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.741441 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.741723 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.742008 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.742282 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.742562 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.742833 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.743638 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.743895 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.744167 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.744503 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.744722 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.744997 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.745276 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.745560 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.745830 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.746113 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.746386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:02.746685 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.746981 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.747280 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.747562 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.747865 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.748147 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.748438 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.748715 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.749003 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.749311 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.749603 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.749880 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.750180 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.750471 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.750764 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.751068 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.751360 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.751650 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.751925 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.752196 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.752469 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.752745 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.753031 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.753328 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.753616 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.753902 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.754180 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.754477 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.754759 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.755048 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.755340 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.755629 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.755901 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.756178 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.756468 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.756745 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.757017 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.757328 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.757607 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.757877 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.758155 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.758444 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.758827 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.759682 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.759995 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.760289 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.760569 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.760842 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.761114 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.761415 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.761688 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.761973 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.762247 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.762520 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.762793 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.763069 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.763343 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.763618 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.763914 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.764168 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.764441 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.764713 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.764991 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.765304 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.765558 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.765829 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.766101 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.766369 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.766642 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.766913 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.767186 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.767455 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.767726 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.767996 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.768278 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.768573 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.768851 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.769129 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.769434 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.769711 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.769987 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.770263 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.770537 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.770812 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.771083 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.771370 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.771651 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.771937 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.772219 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.772512 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.772804 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.773083 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.773386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.773683 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.773944 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.774222 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.774540 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.774818 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.775104 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.775391 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.775676 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.775973 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.776267 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.776545 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.776839 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.777133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.777457 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.777740 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.778051 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.778332 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:02.778550 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:47:02.778797 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106115) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 25 00:47:03.161604 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 00:47:03.161853 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 00:47:03.162119 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 00:47:03.162350 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 00:47:03.162624 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 00:47:03.162955 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 25 00:47:03.501609 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.501904 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.502178 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.503384 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.503660 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.503927 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.558506 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.558787 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.559055 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.575639 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.575923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.576195 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.604897 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.605175 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.605479 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.642985 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.643266 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.643542 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.876605 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.877217 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.877217 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.878387 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.879091 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.977824 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.978144 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.978436 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.978711 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.978978 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.979290 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.979552 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.979810 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.980065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.980348 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.980608 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.980873 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.981130 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.981409 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.981667 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.981932 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.982195 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.982459 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.982729 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.982990 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.983267 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.983523 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.983796 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.984179 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.984434 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.984941 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:03.985371 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.985618 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.985856 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.986093 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.986328 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.986563 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:03.987039 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 25 00:47:03.990250 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 25 00:47:03.994795 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 25 00:47:03.998575 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 25 00:47:04.000196 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 25 00:47:04.000829 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 25 00:47:04.001172 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 25 00:47:04.001594 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 25 00:47:04.004378 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 25 00:47:04.004628 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 25 00:47:04.004970 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 00:47:04.010227 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 25 00:47:04.033273 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 25 00:47:04.033757 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.034058 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106115) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 25 00:47:04.034431 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.035788 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106115) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 25 00:47:04.036073 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 00:47:04.036321 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 25 00:47:04.047353 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.047634 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.151481 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 25 00:47:04.151690 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 25 00:47:04.151862 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 25 00:47:04.152249 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 25 00:47:04.206099 dv-cinder-master-3-iscsi neutron-server[106115]: INFO dbcounter [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Registered counter for database neutron Sep 25 00:47:04.225280 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_db.sqlalchemy.engines [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106115) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 25 00:47:04.231364 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG dbcounter [-] [106115] Writer thread running {{(pid=106115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:47:04.790785 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing driver for type 'gre' Sep 25 00:47:04.791369 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] gre ID ranges: [(1, 1000)] Sep 25 00:47:04.850547 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing driver for type 'local' Sep 25 00:47:04.850882 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing driver for type 'vlan' Sep 25 00:47:04.865684 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] VlanTypeDriver initialization complete Sep 25 00:47:04.866019 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing driver for type 'vxlan' Sep 25 00:47:04.866521 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] vxlan ID ranges: [(1, 1000)] Sep 25 00:47:04.925240 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing extension driver 'port_security' Sep 25 00:47:04.925919 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.extensions.port_security [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] PortSecurityExtensionDriver initialization complete Sep 25 00:47:04.925919 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing mechanism driver 'openvswitch' Sep 25 00:47:04.926199 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing mechanism driver 'hyperv' Sep 25 00:47:04.933490 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:04.934149 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.934518 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.934866 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.935373 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.935794 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.936145 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.936488 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.936877 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.937297 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.937650 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.937992 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.938380 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.938775 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.939120 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.939456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.939843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.940237 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.940578 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.940914 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.941460 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.941862 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.942204 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.942540 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.942927 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106115) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 00:47:04.943363 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] ML2 OVO RPC backend initialized. {{(pid=106115) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 25 00:47:04.944051 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.944399 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.944810 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.945154 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > networks before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.945523 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.945860 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > ports before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.946229 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.947247 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.947726 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.948073 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.948411 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.948751 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.949090 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.949459 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.949796 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.950131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.950465 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.958046 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded quota_driver: . Sep 25 00:47:04.958405 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.plugin [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Modular L2 Plugin initialization complete Sep 25 00:47:04.958750 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading services supported by the core plugin {{(pid=106115) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 25 00:47:04.959085 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.plugins.ml2.managers [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Got port-security extension from driver 'port_security' Sep 25 00:47:04.959560 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.extensions.vlantransparent [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Disabled vlantransparent extension. Sep 25 00:47:04.960049 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106115) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 25 00:47:04.960369 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: router Sep 25 00:47:04.997559 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.997950 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.998320 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router before_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.998684 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.999054 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.999407 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_delete 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:04.999765 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.000112 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.000468 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.000809 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.001155 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.001532 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.001892 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.002304 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.002673 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.003010 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.003346 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: subnet after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.003690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.004036 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.004379 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.004722 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.005061 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.005445 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router after_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.005786 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.006132 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.006498 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.006838 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.007200 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > agent after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.007549 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.007892 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > network after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.008842 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Tracking information for resource: router configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:05.009410 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Tracking information for resource: floatingip configured {{(pid=106115) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 00:47:05.014472 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.db.l3_agentschedulers_db [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 25 00:47:05.015039 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.015397 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.015746 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.016101 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: port after_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.016888 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router before_create 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.017246 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.017633 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.017986 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.022817 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.provider_configuration [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service providers = [] {{(pid=106115) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 25 00:47:05.023178 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.db.servicetype_db [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106115) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 25 00:47:05.026924 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:47:05.027266 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:47:05.027604 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:47:05.028489 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.services.service_base [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106115) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 00:47:05.028858 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.services.service_base [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 25 00:47:05.029236 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.029576 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 25 00:47:05.041836 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.042108 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: auto_allocate Sep 25 00:47:05.048265 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: network precommit_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.048634 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: network precommit_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.049162 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.049504 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: tag Sep 25 00:47:05.056717 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.057062 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: timestamp Sep 25 00:47:05.061190 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.061549 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: network_ip_availability Sep 25 00:47:05.067050 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.067423 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.067778 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.068513 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.068827 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: flavors Sep 25 00:47:05.074355 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.074680 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading Plugin: revisions Sep 25 00:47:05.079131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106115) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 00:47:05.079520 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.917s {{(pid=106115) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 00:47:05.080271 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106115) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 25 00:47:05.080603 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Initializing extension manager. Sep 25 00:47:05.081126 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: __init__.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.081495 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: __pycache__ {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.081828 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.082738 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.083322 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: address-group Sep 25 00:47:05.083641 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: address_scope.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.084349 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.084877 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: address-scope Sep 25 00:47:05.085197 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.086102 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.086612 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: router-admin-state-down-before-update Sep 25 00:47:05.086996 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: agent.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.087907 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.088417 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: agent Sep 25 00:47:05.088733 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: agent_resources_synced.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.089633 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.090139 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: agent-resources-synced Sep 25 00:47:05.090456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.092205 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.092723 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: allowed-address-pairs Sep 25 00:47:05.093048 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.094084 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.094595 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: auto-allocated-topology Sep 25 00:47:05.094912 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.095558 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.096070 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: availability_zone Sep 25 00:47:05.096388 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: availability_zone_filter.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.097245 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.097790 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: availability_zone_filter Sep 25 00:47:05.098114 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: data_plane_status.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.098969 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.099468 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 25 00:47:05.099787 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: default_subnetpools.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.100646 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.101151 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: default-subnetpools Sep 25 00:47:05.101500 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.102268 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.103493 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: dhcp_agent_scheduler Sep 25 00:47:05.103862 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: dns.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.104734 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.105241 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension dns-integration not supported by any of loaded plugins Sep 25 00:47:05.105591 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: dns_domain_ports.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.106471 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.106973 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 25 00:47:05.107293 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.108162 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.108664 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 25 00:47:05.108984 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: dvr.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.109903 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.110406 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: dvr Sep 25 00:47:05.110723 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: ecmp_routes.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.111583 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.112079 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 25 00:47:05.112396 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: empty_string_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.113246 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.113771 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: empty-string-filtering Sep 25 00:47:05.114089 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.114943 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.115448 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 25 00:47:05.115764 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.116628 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.117129 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 25 00:47:05.117472 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: external_net.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.118535 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.119214 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: external-net Sep 25 00:47:05.119533 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.120397 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.120903 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: extra_dhcp_opt Sep 25 00:47:05.121221 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: extraroute.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.122103 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.122605 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: extraroute Sep 25 00:47:05.122923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: extraroute_atomic.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.123901 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.124404 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: extraroute-atomic Sep 25 00:47:05.124720 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: filter_validation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.125369 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.125875 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: filter-validation Sep 25 00:47:05.126194 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: fip_pf_description.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.127049 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.127544 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 25 00:47:05.127859 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: fip_pf_detail.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.128714 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.129222 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 25 00:47:05.129562 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: fip_pf_port_range.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.130422 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.130922 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 25 00:47:05.131239 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: fip_port_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.132096 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.132609 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: fip-port-details Sep 25 00:47:05.132924 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: flavors.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.134852 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.135453 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: flavors Sep 25 00:47:05.135781 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.137423 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.137946 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 25 00:47:05.138272 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: floatingip_pools.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.138938 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.139448 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: floatingip-pools Sep 25 00:47:05.139768 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: ip_allocation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.140646 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.141148 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 25 00:47:05.141573 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.142464 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.142971 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: ip-substring-filtering Sep 25 00:47:05.143287 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l2_adjacency.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.144161 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.144657 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 25 00:47:05.144974 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.145937 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.146449 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: router Sep 25 00:47:05.146770 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.149146 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.150007 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 25 00:47:05.150336 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.151213 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.151732 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: ext-gw-mode Sep 25 00:47:05.152054 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.152928 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.153469 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: l3-ha Sep 25 00:47:05.153792 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.154654 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.155162 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 25 00:47:05.155486 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_flavors.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.156352 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.156869 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: l3-flavors Sep 25 00:47:05.157188 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.158545 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.159058 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 25 00:47:05.159381 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.160256 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.160770 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 25 00:47:05.161091 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: l3agentscheduler.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.162132 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.162645 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: l3_agent_scheduler Sep 25 00:47:05.162968 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: local_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.164667 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.165872 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension local_ip not supported by any of loaded plugins Sep 25 00:47:05.166297 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: logging.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.167723 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.168243 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension logging not supported by any of loaded plugins Sep 25 00:47:05.168572 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: metering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.169293 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.169871 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: metering Sep 25 00:47:05.170195 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.171244 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.171761 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: metering_source_and_destination_fields Sep 25 00:47:05.172083 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: multiprovidernet.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.172954 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.173505 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: multi-provider Sep 25 00:47:05.173829 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: netmtu.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.174693 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.175204 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: net-mtu Sep 25 00:47:05.175524 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: netmtu_writable.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.176388 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.176900 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: net-mtu-writable Sep 25 00:47:05.177219 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: network_availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.177877 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.178379 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: network_availability_zone Sep 25 00:47:05.178698 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: network_ip_availability.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.179746 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.180253 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: network-ip-availability Sep 25 00:47:05.180663 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: network_segment_range.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.181701 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.182205 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 25 00:47:05.182554 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: pagination.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.183481 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.183810 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: pagination Sep 25 00:47:05.184128 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_device_profile.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.184974 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.185512 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-device-profile Sep 25 00:47:05.185831 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_mac_address_override.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.186707 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.187215 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-mac-override Sep 25 00:47:05.187533 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.188400 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.188908 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-mac-address-regenerate Sep 25 00:47:05.189225 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.190116 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.190627 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-numa-affinity-policy Sep 25 00:47:05.190944 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_resource_request.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.191802 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.192304 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 25 00:47:05.192620 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.193554 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.194056 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 25 00:47:05.194374 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: portbindings.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.195248 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.195753 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: binding Sep 25 00:47:05.196070 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: portbindings_extended.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.197981 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.198480 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: binding-extended Sep 25 00:47:05.198806 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: portsecurity.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.199677 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.200196 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-security Sep 25 00:47:05.200513 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: project_id.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.201691 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.202024 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: project-id Sep 25 00:47:05.202346 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: providernet.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.203214 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.203727 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: provider Sep 25 00:47:05.204049 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.207588 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.208120 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos not supported by any of loaded plugins Sep 25 00:47:05.208447 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.209680 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.210198 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 25 00:47:05.210522 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.211393 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.212446 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 25 00:47:05.212977 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_default.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.213999 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.214511 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-default not supported by any of loaded plugins Sep 25 00:47:05.214831 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_fip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.215700 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.216212 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-fip not supported by any of loaded plugins Sep 25 00:47:05.216535 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.217449 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.217955 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 25 00:47:05.218281 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.219153 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.219661 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 25 00:47:05.219981 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.220838 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.221383 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 25 00:47:05.221704 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.222685 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.223200 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 25 00:47:05.223521 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.224497 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.225008 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 25 00:47:05.225363 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_pps_rule.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.226484 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.226998 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-pps not supported by any of loaded plugins Sep 25 00:47:05.227327 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.228446 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.228953 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 25 00:47:05.229310 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.230163 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.230666 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 25 00:47:05.230985 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: qos_rules_alias.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.231975 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.232480 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 25 00:47:05.232800 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: quota_check_limit.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.233693 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.234203 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: quota-check-limit Sep 25 00:47:05.234520 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: quotasv2.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.235702 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.236024 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: quotas Sep 25 00:47:05.236339 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: quotasv2_detail.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.238013 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.238347 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: quota_details Sep 25 00:47:05.238673 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: rbac.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.239688 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.240209 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: rbac-policies Sep 25 00:47:05.240535 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: rbac_address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.241507 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.242067 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: rbac-address-group Sep 25 00:47:05.242610 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: rbac_address_scope.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.244026 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.244872 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: rbac-address-scope Sep 25 00:47:05.245460 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: rbac_security_groups.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.246404 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.246925 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: rbac-security-groups Sep 25 00:47:05.247253 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.248137 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.248650 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: rbac-subnetpool Sep 25 00:47:05.248971 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: revisionifmatch.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.249885 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.250396 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: revision-if-match Sep 25 00:47:05.250718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: revisions.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.251786 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.252296 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: standard-attr-revisions Sep 25 00:47:05.252620 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: router_availability_zone.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.253249 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.253782 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: router_availability_zone Sep 25 00:47:05.254101 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: routerservicetype.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.254978 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.255485 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension router-service-type not supported by any of loaded plugins Sep 25 00:47:05.255804 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.256685 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.257201 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: security-groups-normalized-cidr Sep 25 00:47:05.257546 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.258413 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.259639 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: port-security-groups-filtering Sep 25 00:47:05.260189 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.261242 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.261786 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: security-groups-remote-address-group Sep 25 00:47:05.262109 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.262984 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.263496 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: security-groups-shared-filtering Sep 25 00:47:05.263817 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: securitygroup.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.273603 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.274142 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: security-group Sep 25 00:47:05.275107 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: segment.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.276131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.276646 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension segment not supported by any of loaded plugins Sep 25 00:47:05.276980 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.277923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.278438 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 25 00:47:05.278763 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: servicetype.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.279803 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.280319 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: service-type Sep 25 00:47:05.280645 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: sorting.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.281609 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.281944 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: sorting Sep 25 00:47:05.282268 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: standard_attr_segment.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.283148 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.283666 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 25 00:47:05.283989 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: standardattrdescription.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.284603 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.285119 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: standard-attr-description Sep 25 00:47:05.285461 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: stateful_security_group.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.286342 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.286862 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: stateful-security-group Sep 25 00:47:05.287184 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: stdattrs_common.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.287753 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 25 00:47:05.288053 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.288923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.289472 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 25 00:47:05.289794 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnet_onboard.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.291551 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.292118 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: subnet_onboard Sep 25 00:47:05.292395 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.293292 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.293809 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 25 00:47:05.294130 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnet_service_types.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.295029 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.295541 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: subnet-service-types Sep 25 00:47:05.295863 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnetallocation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.296892 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.297452 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: subnet_allocation Sep 25 00:47:05.297775 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.298404 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.298912 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: subnetpool-prefix-ops Sep 25 00:47:05.299230 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.300107 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.300614 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 25 00:47:05.300930 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: tagging.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.302055 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.302580 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: standard-attr-tag Sep 25 00:47:05.302900 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: timestamp.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.304055 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.304571 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loaded extension: standard-attr-timestamp Sep 25 00:47:05.304897 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: trunk.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.306664 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.307225 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension trunk not supported by any of loaded plugins Sep 25 00:47:05.307555 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: trunk_details.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.308428 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.308939 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension trunk-details not supported by any of loaded plugins Sep 25 00:47:05.309281 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.310153 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.310662 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 25 00:47:05.310985 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Loading extension file: vlantransparent.py {{(pid=106115) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 00:47:05.311619 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106115) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 00:47:05.312119 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 25 00:47:05.314771 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:network Sep 25 00:47:05.315289 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnet Sep 25 00:47:05.315682 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:47:05.316069 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:port Sep 25 00:47:05.317406 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.317846 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service FLAVORS assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.318447 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.318878 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.319206 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:router Sep 25 00:47:05.319630 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 00:47:05.320109 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service METERING assigned prefix: /metering {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.321945 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.322376 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.322735 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:47:05.323793 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 00:47:05.324244 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:security_group Sep 25 00:47:05.324686 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 00:47:05.325232 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.325595 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:47:05.325943 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] subnetpool is already registered Sep 25 00:47:05.326371 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.326693 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:47:05.327027 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] subnetpool is already registered Sep 25 00:47:05.329603 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.330056 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service FLAVORS assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.330689 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.331239 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.331579 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:router Sep 25 00:47:05.331932 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] router is already registered Sep 25 00:47:05.332355 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 00:47:05.332689 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] floatingip is already registered Sep 25 00:47:05.333159 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service METERING assigned prefix: /metering {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.333925 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 00:47:05.334253 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] rbac_policy is already registered Sep 25 00:47:05.334688 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:security_group Sep 25 00:47:05.335023 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] security_group is already registered Sep 25 00:47:05.335435 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 00:47:05.335766 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] security_group_rule is already registered Sep 25 00:47:05.336259 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.336579 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:47:05.336949 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] subnetpool is already registered Sep 25 00:47:05.337655 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.v2.resource_helper [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Service CORE assigned prefix: {{(pid=106115) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 00:47:05.338136 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 00:47:05.338473 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING neutron.quota.resource_registry [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] subnetpool is already registered Sep 25 00:47:05.338953 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: extensions {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.340645 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: address-groups {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.342177 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: address-scopes {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.343393 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.344553 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: auto-allocated-topology {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.347393 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: availability_zones {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.348621 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: dhcp-networks {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.350080 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: dhcp-agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.351630 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.354314 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: flavors {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.355487 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: service_profiles {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.356801 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: next_providers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.358320 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: service_profiles {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.360027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: floatingip-pools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.361232 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.363087 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: floatingips {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.364265 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: l3-routers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.365694 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: l3-agents {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.367207 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: metering-labels {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.369363 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: metering-label-rules {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.370865 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: network-ip-availabilities {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.372231 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: bindings {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.373823 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: quotas {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.375385 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: quotas {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.377023 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: rbac-policies {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.378252 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: security-groups {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.379448 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: security-group-rules {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.380709 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: service-providers {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.382051 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: subnetpools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.383378 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: subnetpools {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.385318 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.387088 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.388820 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.390735 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.392438 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.394337 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.396124 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.397958 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.399990 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.401900 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron.api.extensions [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Extended resource: tags {{(pid=106115) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 00:47:05.409026 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING keystonemiddleware.auth_token [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 25 00:47:05.414180 dv-cinder-master-3-iscsi neutron-server[106115]: WARNING keystonemiddleware.auth_token [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 25 00:47:05.424189 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Acquiring lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 25 00:47:05.424505 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Acquired lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 25 00:47:05.424965 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_concurrency.lockutils [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Releasing lock "singleton_lock" {{(pid=106115) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 25 00:47:05.425657 dv-cinder-master-3-iscsi neutron-server[106115]: INFO oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Starting 2 workers Sep 25 00:47:05.430460 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Started child 106228 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:47:05.436928 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Started child 106229 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:47:05.437140 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.437801 dv-cinder-master-3-iscsi neutron-server[106115]: INFO neutron.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 25 00:47:05.438038 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.438474 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [-] (106228) wsgi starting up on http://0.0.0.0:9696 Sep 25 00:47:05.440451 dv-cinder-master-3-iscsi neutron-server[106115]: INFO oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Starting 1 workers Sep 25 00:47:05.440653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.442076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [-] (106229) wsgi starting up on http://0.0.0.0:9696 Sep 25 00:47:05.445606 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Started child 106230 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:47:05.446159 dv-cinder-master-3-iscsi neutron-server[106115]: INFO oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Starting 1 workers Sep 25 00:47:05.449560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] calling RpcWorker wait() {{(pid=106230) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 25 00:47:05.450112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] returning from RpcWorker wait() {{(pid=106230) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 25 00:47:05.451058 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Started child 106231 {{(pid=106115) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 00:47:05.451599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.451805 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG neutron_lib.callbacks.manager [None req-7bbd9dc1-f8d7-4ceb-b91b-a7dff03153d8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.452188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:05.453765 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 00:47:05.453975 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:47:05.454162 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:47:05.454395 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:47:05.454773 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:47:05.454916 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:47:05.455405 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.455681 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.455957 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.456161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:05.456726 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.456798 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.457032 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.457145 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:05.457281 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.457723 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.458146 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.458533 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.458878 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.459275 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.459666 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.460175 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.460618 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.461034 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.461444 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.462290 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.462736 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.463384 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.463840 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.464287 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.464726 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.465388 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.465759 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.466130 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.466490 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.466880 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.467277 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.467691 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.468089 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.468472 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.468847 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.469272 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.469675 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.470068 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.470448 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.470872 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.471246 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.471912 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.472292 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.472667 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.473059 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.473477 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.473882 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.474260 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.474673 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.475064 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.475457 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.475821 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.476199 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.476597 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.476958 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.478551 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.479024 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_options = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.479411 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.479719 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.480005 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.480335 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.480635 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.480926 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.481344 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.481660 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.482030 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.482374 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.482716 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.483134 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.483345 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.483671 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.483860 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.484126 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.484384 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.484873 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.485153 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.485424 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.485675 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.485928 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.486613 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.486613 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.486613 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.486816 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.487026 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.487261 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.487476 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.487721 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.487972 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.488417 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.488779 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.489163 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.489467 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.489720 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.489951 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.490175 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.490451 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.490687 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.490949 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.491207 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.491422 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.491646 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.491881 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.492104 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.492316 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.492529 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.492742 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.492992 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.493355 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.493745 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.494120 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.494449 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.494730 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.494914 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.495333 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.495633 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.495946 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.496209 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.496465 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.496718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.496952 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.497179 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.497456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.497686 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.497994 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.498237 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.498553 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.498802 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.499080 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.499427 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.499871 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.500149 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.500390 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.500623 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.500841 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.501081 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.501375 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.501605 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.501857 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.502093 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.502318 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.502660 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.502928 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.503209 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.503557 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.503816 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.504062 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.504313 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.504548 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.504807 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.505024 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.505239 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.505477 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.505693 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.505944 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.506195 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.506426 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.506652 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.506885 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.507144 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.507369 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.507713 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.507929 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.508108 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.508346 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.508561 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.508873 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.509203 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.509539 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.509763 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.510095 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.510462 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.510611 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.510801 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.511018 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.511242 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.511483 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.511705 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.511952 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.512152 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.512362 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.512598 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.512822 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.513036 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.513318 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.513496 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.513715 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.513925 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.514143 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.514364 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.514945 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.514945 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.516518 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.519194 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.519441 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.519683 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.519923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.520203 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.520381 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.521131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.521131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.521131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.521667 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.522544 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.523168 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.523421 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.523734 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.525606 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.526628 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.527080 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.527540 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.528589 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.529055 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.529337 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.529592 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.529812 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.530226 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.530605 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.531004 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.531417 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.531813 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.532361 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.532592 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.532980 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.533403 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.533748 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.533975 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.534348 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.534715 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.535097 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.535497 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.535769 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.536027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.536292 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.536659 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.537052 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.537458 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.537881 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.538142 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.538447 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.538673 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.539130 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.539450 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.539737 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.540535 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.540939 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.541366 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.541773 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.542053 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.542470 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.542662 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.542912 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.543164 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.543421 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.543689 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.543908 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.544155 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.544490 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.544745 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.544977 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.545374 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.545666 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.545918 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.546155 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.546433 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.546687 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.546950 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.547206 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.547441 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.547693 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.547937 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.548186 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.548404 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.548654 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.548872 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.549095 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.549364 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.549935 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.549935 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.550131 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.550245 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.550544 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.550666 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.551098 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.551542 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.551945 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.552253 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.552621 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.552855 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.553070 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.553313 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.553688 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.554088 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.554481 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.554758 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.555014 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.555376 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.555982 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.556310 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.556628 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.556856 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.557114 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.557367 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.557592 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.557853 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.558079 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.558297 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.558800 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.558800 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.558983 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.559242 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.559487 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.559993 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.560458 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.560894 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.561371 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.561617 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.561861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.562086 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.562309 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.562665 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.562903 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.563150 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.563402 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.563664 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.563910 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.564157 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.564381 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.565079 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.565501 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.566008 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.566462 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.566718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.566953 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.567197 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.567429 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.567697 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.567879 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.568104 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.568318 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.568534 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.568752 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.568976 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.569194 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.569555 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.569801 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.570061 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.570317 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.570558 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.570817 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.571042 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.571456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.571702 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.571934 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.572147 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.572632 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.573078 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.573314 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.573730 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.574102 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.574332 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.574549 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.574780 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.574994 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.575209 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.575435 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.575660 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.575893 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.576112 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.576354 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.576566 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.576680 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:05.576770 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.576994 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.577205 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.577459 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.577670 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.577902 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.578124 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.578339 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.578550 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.578857 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.579105 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.579345 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.579627 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.579902 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.580146 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.580377 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.580710 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.580925 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.581173 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.581453 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.581674 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.581930 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.582202 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.582541 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.582830 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.583078 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.583345 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.583631 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.583906 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.584181 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.584398 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.584717 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.585093 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.585389 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.585655 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.585915 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.586159 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.586384 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.586602 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.587367 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.587774 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.588157 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.588568 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.588813 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.589053 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.589290 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.589527 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.589763 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.590029 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.590265 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.590490 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.590712 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.590870 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:47:05.591406 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106115) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 00:47:05.591569 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 00:47:05.591886 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 00:47:05.592067 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 00:47:05.592241 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 00:47:05.592398 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 00:47:05.592611 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.592776 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.592939 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.593102 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.593378 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.593627 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.593923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.593923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594206 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594206 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594472 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594603 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594734 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594864 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.594993 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.595464 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.595464 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.595464 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.595811 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.595811 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596044 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596044 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] debug = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596281 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596408 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596564 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596692 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.596848 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597141 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597141 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597993 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.597993 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.598113 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.598283 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.598467 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.598879 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.599120 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.599120 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.599568 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.599568 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.599568 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.600210 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.600210 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.600210 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.600210 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.601027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.601027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.601027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.601027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.601027 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_options = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.602065 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.603843 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.604718 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.605861 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.606690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.606690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.606690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.606690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.606690 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607283 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607283 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607283 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607283 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607825 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607825 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607825 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.607825 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608154 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608154 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608621 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608749 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608869 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.608949 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_json = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.609110 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.610795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.612133 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613040 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.613942 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.614519 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.614519 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.614519 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.614782 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.614782 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615011 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615011 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615248 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615412 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615536 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615654 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615785 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.615941 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.616104 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.616267 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.616429 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.616591 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617031 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617031 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617301 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617301 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617632 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617632 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617866 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.617866 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.618652 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.618652 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.618885 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619005 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619134 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619255 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619414 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619577 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.619900 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620071 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620232 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620393 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620560 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620721 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.620883 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621042 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621203 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621385 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621547 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621707 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.621881 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622042 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622204 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622365 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622526 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622687 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.622849 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623010 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623172 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623332 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623494 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623655 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623817 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.623978 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624140 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624302 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624463 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624624 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624787 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.624949 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625110 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625303 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625474 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625598 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625774 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.625937 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626097 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626257 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626419 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626579 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626740 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.626900 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627061 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627224 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627546 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627713 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.627921 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628013 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628171 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628331 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628492 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628651 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628813 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.628972 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629130 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629309 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629473 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629633 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629795 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.629956 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630116 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630278 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630439 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630604 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630774 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.630933 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631098 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631259 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631426 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631599 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631761 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.631923 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632084 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632246 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632407 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632567 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632728 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.632888 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.633050 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.633211 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.633405 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.633567 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.634300 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.634490 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.634632 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.634779 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.634928 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635062 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635225 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635386 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635547 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635707 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.635868 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.636030 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.636699 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.636699 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.636699 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.636699 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637017 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637017 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637160 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637243 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637398 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637560 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637722 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.637883 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638043 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638203 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638364 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638524 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638684 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.638845 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639008 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639170 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639331 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639491 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639652 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639812 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.639972 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640132 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640293 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640456 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640621 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640783 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.640943 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641105 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641290 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641447 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641609 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641770 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.641933 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642096 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642258 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642419 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642579 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642739 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.642900 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643061 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643222 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643401 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643563 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643724 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.643887 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644049 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644209 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644370 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644519 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644680 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.644841 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645005 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645163 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645337 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645498 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645658 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645820 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.645980 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646141 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646307 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646470 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646631 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646792 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.646953 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647116 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647277 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647437 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647597 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647758 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.647919 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648080 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648235 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648390 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648565 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648727 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.648888 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649048 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649209 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649517 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649695 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649847 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.649999 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650156 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650316 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650477 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650654 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650817 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.650977 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651139 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651299 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651460 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651629 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651792 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.651952 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652113 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652274 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652434 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652604 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652765 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.652926 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.653086 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.653247 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.653516 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.653689 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.653851 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654012 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654173 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654334 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654496 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654668 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654830 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.654991 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655188 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655320 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655462 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655624 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655797 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.655959 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656124 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656285 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656447 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656610 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656774 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.656941 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657113 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657302 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657469 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657640 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657811 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.657983 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658144 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658313 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658485 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658642 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658805 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.658967 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659128 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659289 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659450 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659611 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659771 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.659932 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660093 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660253 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660414 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660580 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660741 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.660903 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.661063 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.661225 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.661405 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.661566 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 00:47:05.661721 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106115) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 00:47:05.705226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58012) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:05.713303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053792 Sep 25 00:47:05.717839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039172 Sep 25 00:47:14.918461 dv-cinder-master-3-iscsi neutron-server[106115]: DEBUG dbcounter [-] [106115] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106115) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:17.417991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4a66c-5f5c-4036-80a7-0ae5ffde4384 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106230) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 00:47:17.424465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writer thread running {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:47:17.491032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4a66c-5f5c-4036-80a7-0ae5ffde4384 None None] No non-hosted networks {{(pid=106230) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 25 00:47:17.501875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.agentschedulers_db [None req-23d4a66c-5f5c-4036-80a7-0ae5ffde4384 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=106230) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 25 00:47:17.632065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9a685b60-64c5-466d-a9de-8445d9bb8879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:19.075494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writer thread running {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:47:19.719655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fc200c57-620c-4029-a708-6dd658327b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:19.738131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5330-b8e7-44d9-b7c2-1a08a753ad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:20.917851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:21.411908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58088) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:21.994406 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-34732876-58be-48af-ba2e-dae6f20a1695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:21.994935 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-34732876-58be-48af-ba2e-dae6f20a1695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:22.217102 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [None req-34732876-58be-48af-ba2e-dae6f20a1695 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:47:22.221791 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-34732876-58be-48af-ba2e-dae6f20a1695 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8088686 Sep 25 00:47:22.279536 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:22.283495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.284088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.284881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.285453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.289855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.290512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.291195 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.293797 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.295683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.299113 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.300820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.301798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.302938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.303434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.303999 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:22.304552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:22.327395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:22.517775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:24.988014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58122) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:25.345154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:25.358083 dv-cinder-master-3-iscsi neutron-server[106229]: ERROR stevedore.extension [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 00:47:25.440815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.policy [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 00:47:25.483674 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:25.484055 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:25.505009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writer thread running {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:47:25.586281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436172699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436173167', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436319946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436327878', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436333416', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726436341687', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-800167', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-798161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268419490', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-267951017'] for rbac-policy (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:25.662958 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:25.664364 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-81e09d37-aeb4-45ef-8f21-ff337b00fb13 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6753809 Sep 25 00:47:25.928869 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_hamode_db [None req-26350fe4-5255-4cc2-9abb-3f284b37dd08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 25 00:47:26.008261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26350fe4-5255-4cc2-9abb-3f284b37dd08 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:47:26.008664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26350fe4-5255-4cc2-9abb-3f284b37dd08 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 00:47:28.307697 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58132) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:28.838172 dv-cinder-master-3-iscsi neutron-server[106228]: WARNING oslo_policy.policy [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:28.838717 dv-cinder-master-3-iscsi neutron-server[106228]: WARNING oslo_policy.policy [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:29.064791 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:29.078845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writer thread running {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 00:47:29.122753 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Made reservation on behalf of cd69c40698884b3192bb19ba6968842d for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:47:29.132109 dv-cinder-master-3-iscsi neutron-server[106228]: ERROR stevedore.extension [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 00:47:29.185341 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.policy [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106228) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 00:47:29.230325 dv-cinder-master-3-iscsi neutron-server[106228]: WARNING oslo_policy.policy [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:29.230705 dv-cinder-master-3-iscsi neutron-server[106228]: WARNING oslo_policy.policy [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 00:47:29.243261 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.268908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.391654 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks [] for security_group (892bf66d-0a02-4e9d-acb9-1dcd401f5d5c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.395845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (892bf66d-0a02-4e9d-acb9-1dcd401f5d5c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.430539 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:47:29.461230 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726434350776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (f5d62f00-6fe9-44d6-811a-2100de42d416), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.461833 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Unsubscribe: segment precommit_create {{(pid=106228) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 00:47:29.462376 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Added segment f5d62f00-6fe9-44d6-811a-2100de42d416 of type vlan for network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 Sep 25 00:47:29.468468 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=892bf66d-0a02-4e9d-acb9-1dcd401f5d5c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:29.491916 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.492328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.492687 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.493040 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.493416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.493745 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.494069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.494396 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.494794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.495042 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.495365 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.495701 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.496029 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.496345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.496662 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Tracked resource versions report: Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: pushed versions: Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: { 'AddressGroup': {'1.2'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Agent': {'1.1'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'ConntrackHelper': {'1.0'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Log': {'1.0'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'NDPProxy': {'1.0'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Network': {'1.1'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Port': {'1.7'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'PortForwarding': {'1.3'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'QosPolicy': {'1.10'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroup': {'1.5'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SubPort': {'1.0'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Subnet': {'1.1'}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Trunk': {'1.1'}} Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: consumer versions: Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Agent': '1.1', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'ConntrackHelper': '1.0', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'LocalIPAssociation': '1.0', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Log': '1.0', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'NDPProxy': '1.0', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Network': '1.1', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Port': '1.7', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'PortForwarding': '1.3', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'QosPolicy': '1.10', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroup': '1.5', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroupRule': '1.2', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'SubPort': '1.0', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Subnet': '1.1', Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: 'Trunk': '1.1'}} Sep 25 00:47:29.498121 dv-cinder-master-3-iscsi neutron-server[106228]: {{(pid=106228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:47:29.577922 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.620331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.625547 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:29.626259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:29.729087 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4193883 Sep 25 00:47:29.752430 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95282d-9daa-4819-9314-d06eb9d528e9 demo demo] Pushing event updated for resources: {'Network': ['ID=8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:29.765311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:47:32.426703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58152) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:32.921453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9909c-3c2c-4834-8e48-ad739a4bba16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:32.923008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e4b9909c-3c2c-4834-8e48-ad739a4bba16 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 HTTP/1.1" status: 200 len: 824 time: 0.4953647 Sep 25 00:47:32.959890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6f7b2c10-dca4-4265-a9d3-29c1b9e89e43 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/914dd839-8b81-49ae-9aa3-e8c848c17069 HTTP/1.1" status: 200 len: 734 time: 0.0293860 Sep 25 00:47:32.969786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069', 'ip_version': 4, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:33.007778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Made reservation on behalf of cd69c40698884b3192bb19ba6968842d for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:47:33.010676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:33.330003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (d5743fda-09f8-4431-b8e1-5a0f79780c1c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:33.360294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:33.426743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Checking segment: {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:47:33.427420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Network hostable DHCP agents. Network: 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:47:33.438236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d5743fda-09f8-4431-b8e1-5a0f79780c1c,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:33.460884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.461372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.462014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.462558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.462938 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.463308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.463639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.464038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.464348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.464677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.465030 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.465431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.465782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.466100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.466415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Tracked resource versions report: Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: pushed versions: Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': {'1.0'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': {'1.1'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': {'1.7'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: consumer versions: Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': '1.1', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': '1.0', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': '1.1', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': '1.7', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': '1.0', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': '1.1', Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Sep 25 00:47:33.467816 dv-cinder-master-3-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:47:33.492530 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:47:33.507950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:47:33.514149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:33.515463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:33.525562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995247b8-aefd-4fbd-bb7f-08dc4d0ea865 None None] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:47:33.536962 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-290e4be1-abe9-4575-abd1-7d3594b49b42 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5714250 Sep 25 00:47:33.822471 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:47:33.824058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.179608 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Allocated IP 172.20.0.2 (8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636/d5743fda-09f8-4431-b8e1-5a0f79780c1c/5204c0c3-4410-4695-a405-b599292c4e80) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:47:34.235992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=59,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:34.505152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks [] for port (5204c0c3-4410-4695-a405-b599292c4e80), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.515409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (5204c0c3-4410-4695-a405-b599292c4e80), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.600182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:47:34.608299 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:47:34.624304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:47:34.636445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Pushing event updated for resources: {'Port': ['ID=5204c0c3-4410-4695-a405-b599292c4e80,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:34.686760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.687104 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.687463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.687884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.688213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.688554 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.688879 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.689205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.689553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.689878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.690204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.690544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.690881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.691186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.691690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Tracked resource versions report: Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: pushed versions: Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: { 'AddressGroup': {'1.2'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': {'1.1'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': {'1.0'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': {'1.0'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': {'1.1'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': {'1.7'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': {'1.3'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': {'1.10'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': {'1.5'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': {'1.0'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': {'1.1'}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': {'1.1'}} Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: consumer versions: Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': '1.1', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': '1.0', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': '1.0', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': '1.0', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': '1.0', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': '1.1', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': '1.7', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': '1.3', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': '1.10', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': '1.5', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': '1.2', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': '1.0', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': '1.1', Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': '1.1'}} Sep 25 00:47:34.693173 dv-cinder-master-3-iscsi neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:47:34.738525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Attempting to bind port 5204c0c3-4410-4695-a405-b599292c4e80 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:47:34.739240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Attempting to bind port 5204c0c3-4410-4695-a405-b599292c4e80 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:47:34.739954 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Attempting to bind port 5204c0c3-4410-4695-a405-b599292c4e80 on network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:47:34.792033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:34.816522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:47:34.816933 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Checking segment: {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:47:34.817644 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.818159 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Bound using segment: {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:47:34.818752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Bound port: 5204c0c3-4410-4695-a405-b599292c4e80, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:47:34.819204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5204c0c3-4410-4695-a405-b599292c4e80), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.889060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] For port 5204c0c3-4410-4695-a405-b599292c4e80, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:47:34.910901 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] For port 5204c0c3-4410-4695-a405-b599292c4e80, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5204c0c3-4410-4695-a405-b599292c4e80,segment=NetworkSegment(f5d62f00-6fe9-44d6-811a-2100de42d416),segment_id=f5d62f00-6fe9-44d6-811a-2100de42d416)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:47:34.919438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (5204c0c3-4410-4695-a405-b599292c4e80), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:34.977731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a638-0320-42ba-8c6d-96828c6bc590 None None] Pushing event updated for resources: {'Port': ['ID=5204c0c3-4410-4695-a405-b599292c4e80,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:36.432340 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58168) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:36.791872 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [None req-14c33b18-98ea-4764-98f1-2b2524314c73 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:47:36.792967 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-14c33b18-98ea-4764-98f1-2b2524314c73 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3595946 Sep 25 00:47:37.527174 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=13,neutron:INSERT=31 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:37.547474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:39.646010 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58178) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:39.729794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=35,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:39.748890 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=47,neutron:INSERT=40,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:40.079845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [None req-9fd0390a-0156-4094-98c6-b77403531072 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:47:40.080868 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9fd0390a-0156-4094-98c6-b77403531072 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4337351 Sep 25 00:47:42.909094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58194) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:43.265473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:43.294264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (842b482a-ca8f-4a3d-b347-1715a63eaf96), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.295872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (842b482a-ca8f-4a3d-b347-1715a63eaf96), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.306564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:43.438073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551874c-df74-43b7-827d-efb10ab44fae None None] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:47:43.459879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Publish callbacks [] for router_controller (842b482a-ca8f-4a3d-b347-1715a63eaf96), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.465374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (842b482a-ca8f-4a3d-b347-1715a63eaf96), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.489075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.490309 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-56a6c08d-f55f-466b-a8e2-b03d7fe8fc8d demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5802560 Sep 25 00:47:43.581157 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Provisioning complete for port 5204c0c3-4410-4695-a405-b599292c4e80 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:47:43.581516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5204c0c3-4410-4695-a405-b599292c4e80), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.581882 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Attempt 1 to provision port 5204c0c3-4410-4695-a405-b599292c4e80 Sep 25 00:47:43.740363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Current status of the port 5204c0c3-4410-4695-a405-b599292c4e80 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:47:43.740759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5204c0c3-4410-4695-a405-b599292c4e80), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.794307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] For port 5204c0c3-4410-4695-a405-b599292c4e80, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5204c0c3-4410-4695-a405-b599292c4e80,segment=NetworkSegment(f5d62f00-6fe9-44d6-811a-2100de42d416),segment_id=f5d62f00-6fe9-44d6-811a-2100de42d416)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:47:43.799618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (5204c0c3-4410-4695-a405-b599292c4e80), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.838682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:43.855525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915ddd-8d8a-4ae2-8bb7-42abedbd187e None None] Pushing event updated for resources: {'Port': ['ID=5204c0c3-4410-4695-a405-b599292c4e80,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:43.920013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-3512b05c-d07c-451a-a0be-31536dc5bdaf None None] Provisioning complete for port 5204c0c3-4410-4695-a405-b599292c4e80 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:47:43.920402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3512b05c-d07c-451a-a0be-31536dc5bdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5204c0c3-4410-4695-a405-b599292c4e80), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:43.920774 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-3512b05c-d07c-451a-a0be-31536dc5bdaf None None] Attempt 1 to provision port 5204c0c3-4410-4695-a405-b599292c4e80 Sep 25 00:47:43.998230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3512b05c-d07c-451a-a0be-31536dc5bdaf None None] Current status of the port 5204c0c3-4410-4695-a405-b599292c4e80 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:47:44.049905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 5204c0c3-4410-4695-a405-b599292c4e80 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:47:44.097551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 5204c0c3-4410-4695-a405-b599292c4e80 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:47:44.097855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5204c0c3-4410-4695-a405-b599292c4e80), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:44.098195 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 5204c0c3-4410-4695-a405-b599292c4e80 Sep 25 00:47:44.170269 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 5204c0c3-4410-4695-a405-b599292c4e80 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:47:46.203669 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58202) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:46.554245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [None req-17ce87b1-797a-4dfe-9a14-9f7c1e744996 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:47:46.555227 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-17ce87b1-797a-4dfe-9a14-9f7c1e744996 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3506877 Sep 25 00:47:47.364253 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-46d6894b-1c3e-4e3c-a221-8c271bd31c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.236931 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58210) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:49.574877 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:49.598908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Made reservation on behalf of c8e32a9668254c2e96354fd797883364 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:47:49.601963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.610305 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.685426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks [] for security_group (cede5ae8-3d39-46a3-b5f4-44b6d29b42a7), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.689628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (cede5ae8-3d39-46a3-b5f4-44b6d29b42a7), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.694650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7f860202-4114-4099-8598-61a74df927f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.706335 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Reserving flat network on physical network physnet1 {{(pid=106228) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 25 00:47:49.728183 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede5ae8-3d39-46a3-b5f4-44b6d29b42a7,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:49.731020 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.731349 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Added segment 8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c of type flat for network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 Sep 25 00:47:49.779967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (62195cd6-54fa-4e24-9d47-ae0de6356ac2), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.812656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (62195cd6-54fa-4e24-9d47-ae0de6356ac2), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.813636 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:49.814198 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:49.889638 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6515732 Sep 25 00:47:49.916536 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb245-4252-465d-b78c-68493974bd26 admin admin] Pushing event updated for resources: {'Network': ['ID=62195cd6-54fa-4e24-9d47-ae0de6356ac2,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:49.926672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:47:50.882879 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:52.245121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:52.474628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:52.535013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58218) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:52.958434 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4d1f2-7d62-4711-82fc-e51db18e374b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:52.960015 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e9f4d1f2-7d62-4711-82fc-e51db18e374b demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/d5743fda-09f8-4431-b8e1-5a0f79780c1c HTTP/1.1" status: 200 len: 849 time: 0.4239895 Sep 25 00:47:53.146771 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e326c5d4-409d-4154-891f-0f5bfd123181 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/842b482a-ca8f-4a3d-b347-1715a63eaf96 HTTP/1.1" status: 200 len: 704 time: 0.1807804 Sep 25 00:47:53.434272 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:53.478072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:53.483505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:53.635827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:53.745164 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Allocated IP 172.20.0.1 (8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636/d5743fda-09f8-4431-b8e1-5a0f79780c1c/fa672580-39eb-4bef-ac5b-6be835c6c88c) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:47:53.752926 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:53.940957 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks [] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.003153 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.079703 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:47:54.091486 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:47:54.096438 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Pushing event updated for resources: {'Port': ['ID=fa672580-39eb-4bef-ac5b-6be835c6c88c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:54.099009 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:47:54.099574 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (842b482a-ca8f-4a3d-b347-1715a63eaf96), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.281545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Provisioning complete for port fa672580-39eb-4bef-ac5b-6be835c6c88c triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:47:54.282162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.282162 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 1 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:54.366881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.370956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Port fa672580-39eb-4bef-ac5b-6be835c6c88c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:47:54.580405 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks [] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.584938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.585841 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (842b482a-ca8f-4a3d-b347-1715a63eaf96), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:54.663333 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Pushing event updated for resources: {'Port': ['ID=fa672580-39eb-4bef-ac5b-6be835c6c88c,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:54.709683 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:54.716208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:47:54.717908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:47:54.872199 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 2 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:54.875242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:54.880595 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Router 842b482a-ca8f-4a3d-b347-1715a63eaf96 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:47:54.889005 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:54.908605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Port fa672580-39eb-4bef-ac5b-6be835c6c88c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:47:54.973892 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:47:54.979329 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d406e2d0-9604-491d-9e6b-4575d93858bc demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/842b482a-ca8f-4a3d-b347-1715a63eaf96/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8264520 Sep 25 00:47:54.996897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Sync routers for ids ['842b482a-ca8f-4a3d-b347-1715a63eaf96'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:47:55.010325 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Routers {'842b482a-ca8f-4a3d-b347-1715a63eaf96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:47:55.011246 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:47:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['842b482a-ca8f-4a3d-b347-1715a63eaf96'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:55.195360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Set router 842b482a-ca8f-4a3d-b347-1715a63eaf96 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:47:55.409494 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 3 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:55.442990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Port fa672580-39eb-4bef-ac5b-6be835c6c88c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:47:55.648255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:47:54Z', 'revision_number': 2, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port_host': None, '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:54Z', 'revision_number': 2, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:55.698962 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Checking router: 842b482a-ca8f-4a3d-b347-1715a63eaf96 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:47:55.699323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Updating router 842b482a-ca8f-4a3d-b347-1715a63eaf96 port fa672580-39eb-4bef-ac5b-6be835c6c88c binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:47:55.756031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:55.944703 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 4 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:55.980716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Port fa672580-39eb-4bef-ac5b-6be835c6c88c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:47:56.288399 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks [] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:56.295323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:56.419574 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Pushing event updated for resources: {'Port': ['ID=fa672580-39eb-4bef-ac5b-6be835c6c88c,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:56.445704 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.446034 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.446366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.446697 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.447017 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.447332 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.447648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.447955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.448267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.448576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.448886 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.449210 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.449542 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.449849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.450155 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Tracked resource versions report: Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: pushed versions: Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: { 'AddressGroup': {'1.2'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': {'1.1'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': {'1.0'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': {'1.0'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': {'1.1'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': {'1.7'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': {'1.3'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': {'1.10'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': {'1.5'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': {'1.0'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': {'1.1'}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': {'1.1'}} Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: consumer versions: Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': '1.1', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': '1.0', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': '1.0', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': '1.0', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': '1.0', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': '1.1', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': '1.7', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': '1.3', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': '1.10', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': '1.5', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': '1.2', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': '1.0', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': '1.1', Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': '1.1'}} Sep 25 00:47:56.451576 dv-cinder-master-3-iscsi neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:47:56.470550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Attempting to bind port fa672580-39eb-4bef-ac5b-6be835c6c88c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:47:56.470942 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Attempting to bind port fa672580-39eb-4bef-ac5b-6be835c6c88c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:47:56.471377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Attempting to bind port fa672580-39eb-4bef-ac5b-6be835c6c88c on network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:47:56.482182 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 5 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:56.519389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Port fa672580-39eb-4bef-ac5b-6be835c6c88c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:47:56.556424 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:47:56.556740 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Checking segment: {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:47:56.557225 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:56.557640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Bound using segment: {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:47:56.558125 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Bound port: fa672580-39eb-4bef-ac5b-6be835c6c88c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d62f00-6fe9-44d6-811a-2100de42d416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:47:56.558501 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:56.573897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:56.634200 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] For port fa672580-39eb-4bef-ac5b-6be835c6c88c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:47:56.636956 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:56.655012 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] For port fa672580-39eb-4bef-ac5b-6be835c6c88c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fa672580-39eb-4bef-ac5b-6be835c6c88c,segment=NetworkSegment(f5d62f00-6fe9-44d6-811a-2100de42d416),segment_id=f5d62f00-6fe9-44d6-811a-2100de42d416)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:47:56.662311 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:56.705348 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Routers {'842b482a-ca8f-4a3d-b347-1715a63eaf96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:47:56.705962 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:47:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['842b482a-ca8f-4a3d-b347-1715a63eaf96'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:56.775289 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67052da-289c-4007-9b35-d500f28f3415 None None] Pushing event updated for resources: {'Port': ['ID=fa672580-39eb-4bef-ac5b-6be835c6c88c,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:56.803979 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] Set router 842b482a-ca8f-4a3d-b347-1715a63eaf96 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:47:57.008557 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:47:54Z', 'revision_number': 2, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port_host': None, '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:56Z', 'revision_number': 4, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:47:57.020731 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Attempt 6 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:57.034152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda14e7-6c83-4461-8ef1-0d660415e824 None None] The sync data for ids ['842b482a-ca8f-4a3d-b347-1715a63eaf96'] in dv-cinder-master-3-iscsi is: [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:47:54Z', 'revision_number': 2, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port_host': None, '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:56Z', 'revision_number': 4, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:47:57.119263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Current status of the port fa672580-39eb-4bef-ac5b-6be835c6c88c is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:47:57.120007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:57.175730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] For port fa672580-39eb-4bef-ac5b-6be835c6c88c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fa672580-39eb-4bef-ac5b-6be835c6c88c,segment=NetworkSegment(f5d62f00-6fe9-44d6-811a-2100de42d416),segment_id=f5d62f00-6fe9-44d6-811a-2100de42d416)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:47:57.181853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:57.249177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:47:57.268638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa7308-8dbf-42a5-81a4-70522b4820f3 None None] Pushing event updated for resources: {'Port': ['ID=fa672580-39eb-4bef-ac5b-6be835c6c88c,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:57.302277 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-2d7727fa-1aa6-409c-ac8f-d53108e3208c None None] Provisioning complete for port fa672580-39eb-4bef-ac5b-6be835c6c88c triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:47:57.302729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d7727fa-1aa6-409c-ac8f-d53108e3208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:57.303704 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-2d7727fa-1aa6-409c-ac8f-d53108e3208c None None] Attempt 1 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:47:57.380720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2d7727fa-1aa6-409c-ac8f-d53108e3208c None None] Current status of the port fa672580-39eb-4bef-ac5b-6be835c6c88c is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:47:57.685012 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58232) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:47:58.154985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9385ac-5ce3-4451-afc4-19ed67614505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:58.156402 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7d9385ac-5ce3-4451-afc4-19ed67614505 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/62195cd6-54fa-4e24-9d47-ae0de6356ac2 HTTP/1.1" status: 200 len: 842 time: 0.4704792 Sep 25 00:47:58.167327 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'gateway_ip': '172.37.1.1', 'cidr': '172.37.1.0/24'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:47:58.192895 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Made reservation on behalf of c8e32a9668254c2e96354fd797883364 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:47:58.195357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:58.504362 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.objects.ports [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106228) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 00:47:58.504816 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (d01a90bc-22e7-43bc-8649-e22859dad8e0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:58.563818 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01a90bc-22e7-43bc-8649-e22859dad8e0,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:47:58.574125 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:47:58.574479 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Network hostable DHCP agents. Network: 62195cd6-54fa-4e24-9d47-ae0de6356ac2, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:47:58.597494 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:47:58.610250 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 62195cd6-54fa-4e24-9d47-ae0de6356ac2) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:47:58.614455 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:47:58.615112 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:47:58.622220 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1001982-749a-46d0-84b6-f700f653ed4e None None] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:47:58.644164 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ff2b0d67-c60a-473d-909c-4e163124d332 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4696453 Sep 25 00:47:58.751720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef78f60-36df-4abf-bc9f-8614241f61ab None None] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:48:01.403275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58240) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:48:01.932178 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c9859383-1416-4b91-9876-39c87dc87378 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/842b482a-ca8f-4a3d-b347-1715a63eaf96 HTTP/1.1" status: 200 len: 710 time: 0.5276232 Sep 25 00:48:02.053893 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device fa672580-39eb-4bef-ac5b-6be835c6c88c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:48:02.062984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be07bc8-5550-447a-b373-217c282a65af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:48:02.064339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6be07bc8-5550-447a-b373-217c282a65af demo admin] 10.222.0.52 "GET /networking/v2.0/networks/62195cd6-54fa-4e24-9d47-ae0de6356ac2 HTTP/1.1" status: 200 len: 886 time: 0.1266537 Sep 25 00:48:02.074451 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:48:02.111212 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port fa672580-39eb-4bef-ac5b-6be835c6c88c triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:48:02.111610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:02.111954 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:48:02.197003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port fa672580-39eb-4bef-ac5b-6be835c6c88c is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:48:02.327441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks [] for router_gateway (842b482a-ca8f-4a3d-b347-1715a63eaf96), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:02.561022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks [] for router_gateway (842b482a-ca8f-4a3d-b347-1715a63eaf96), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:02.639272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:02.801203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Allocated IP 172.37.1.61 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/de4727a2-569d-44c6-a53e-ecc89817f610) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:48:02.918149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks [] for port (de4727a2-569d-44c6-a53e-ecc89817f610), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:02.921078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:02.964351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:02.987286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:03.119218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:48:03.125509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:48:03.134457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:48:03.172338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Pushing event updated for resources: {'Port': ['ID=de4727a2-569d-44c6-a53e-ecc89817f610,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:48:03.413858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks [] for router_gateway (842b482a-ca8f-4a3d-b347-1715a63eaf96), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:03.605884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-267917506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-267936495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-901'] for router (842b482a-ca8f-4a3d-b347-1715a63eaf96), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:03.610781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-267917515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-267917360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-267936468'] for router (842b482a-ca8f-4a3d-b347-1715a63eaf96), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:03.718044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Router 842b482a-ca8f-4a3d-b347-1715a63eaf96 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:48:03.822288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:48:03.827132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:03.827847 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-75d8df88-fd2e-4d8e-a6b8-e5a8b6ce1eec demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/842b482a-ca8f-4a3d-b347-1715a63eaf96 HTTP/1.1" status: 200 len: 889 time: 1.7567596 Sep 25 00:48:03.835398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Sync routers for ids ['842b482a-ca8f-4a3d-b347-1715a63eaf96'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:48:03.848201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Routers {'842b482a-ca8f-4a3d-b347-1715a63eaf96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:48:03.848960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:47:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['842b482a-ca8f-4a3d-b347-1715a63eaf96'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:48:04.054271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:04.074502 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Set router 842b482a-ca8f-4a3d-b347-1715a63eaf96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:48:04.539266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:48:03Z', 'revision_number': 4, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port': {'id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:48:02Z', 'updated_at': '2022-09-25T00:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:57Z', 'revision_number': 5, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:48:04.591015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Checking router: 842b482a-ca8f-4a3d-b347-1715a63eaf96 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:48:04.591278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Updating router 842b482a-ca8f-4a3d-b347-1715a63eaf96 port de4727a2-569d-44c6-a53e-ecc89817f610 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:48:04.646823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:04.869850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:04.967651 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks [] for port (de4727a2-569d-44c6-a53e-ecc89817f610), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:04.973201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:05.005265 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Attempting to bind port de4727a2-569d-44c6-a53e-ecc89817f610 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:48:05.005654 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Attempting to bind port de4727a2-569d-44c6-a53e-ecc89817f610 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:48:05.006017 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Attempting to bind port de4727a2-569d-44c6-a53e-ecc89817f610 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:48:05.040948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4a43b-dedf-4589-a7e3-c50c053fcfb1 None None] Pushing event updated for resources: {'Port': ['ID=de4727a2-569d-44c6-a53e-ecc89817f610,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:48:05.060748 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:48:05.061115 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:48:05.061556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:05.061927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:48:05.062393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Bound port: de4727a2-569d-44c6-a53e-ecc89817f610, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:48:05.062771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:05.110775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] For port de4727a2-569d-44c6-a53e-ecc89817f610, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:48:05.113903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] For port de4727a2-569d-44c6-a53e-ecc89817f610, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=de4727a2-569d-44c6-a53e-ecc89817f610,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:48:05.120339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:05.157428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Routers {'842b482a-ca8f-4a3d-b347-1715a63eaf96'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:48:05.158059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:47:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['842b482a-ca8f-4a3d-b347-1715a63eaf96'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:48:05.219455 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4a43b-dedf-4589-a7e3-c50c053fcfb1 None None] Pushing event updated for resources: {'Port': ['ID=de4727a2-569d-44c6-a53e-ecc89817f610,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:48:05.283076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] Set router 842b482a-ca8f-4a3d-b347-1715a63eaf96 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:48:05.404627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:05.490311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:48:03Z', 'revision_number': 4, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port': {'id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:48:02Z', 'updated_at': '2022-09-25T00:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:57Z', 'revision_number': 5, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:48:05.521909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658fadd-0db3-405d-8d06-a021443015e7 None None] The sync data for ids ['842b482a-ca8f-4a3d-b347-1715a63eaf96'] in dv-cinder-master-3-iscsi is: [{'id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'name': 'router1', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:47:43Z', 'updated_at': '2022-09-25T00:48:03Z', 'revision_number': 4, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'gw_port': {'id': 'de4727a2-569d-44c6-a53e-ecc89817f610', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:48:02Z', 'updated_at': '2022-09-25T00:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fa672580-39eb-4bef-ac5b-6be835c6c88c', 'name': '', 'network_id': '8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636', 'tenant_id': 'cd69c40698884b3192bb19ba6968842d', 'mac_address': 'fa:16:3e:4d:25:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b482a-ca8f-4a3d-b347-1715a63eaf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:47:53Z', 'updated_at': '2022-09-25T00:47:57Z', 'revision_number': 5, 'project_id': 'cd69c40698884b3192bb19ba6968842d', 'subnets': [{'id': 'd5743fda-09f8-4431-b8e1-5a0f79780c1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '914dd839-8b81-49ae-9aa3-e8c848c17069'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:48:06.071162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device de4727a2-569d-44c6-a53e-ecc89817f610 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:48:06.125779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port de4727a2-569d-44c6-a53e-ecc89817f610 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:48:06.126430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:06.126871 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port de4727a2-569d-44c6-a53e-ecc89817f610 Sep 25 00:48:06.208020 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port de4727a2-569d-44c6-a53e-ecc89817f610 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:48:06.208411 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:06.233979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port de4727a2-569d-44c6-a53e-ecc89817f610, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=de4727a2-569d-44c6-a53e-ecc89817f610,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:48:06.241054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:06.280279 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:06.304126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=de4727a2-569d-44c6-a53e-ecc89817f610,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:48:06.702371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58252) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:48:07.010725 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:07.011672 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=40 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:07.117147 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-61144316-9019-4011-830f-8a2a766c2629 admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4134717 Sep 25 00:48:08.055781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device de4727a2-569d-44c6-a53e-ecc89817f610 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:48:08.112382 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port de4727a2-569d-44c6-a53e-ecc89817f610 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:48:08.112685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (de4727a2-569d-44c6-a53e-ecc89817f610), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:08.113016 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port de4727a2-569d-44c6-a53e-ecc89817f610 Sep 25 00:48:08.198032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port de4727a2-569d-44c6-a53e-ecc89817f610 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:48:08.620420 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:08.627009 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:17.108100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:17.113937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:17.379663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0d686d05-09c3-422a-a10d-8255496525a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:17.496829 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:48:19.697483 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b18e72e-06dc-4056-8f2d-c464ac407626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:20.889378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:22.259590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:22.575879 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:27.497485 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:29.509795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:32.501933 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:32.542226 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:42.523146 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:42.528526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:48:47.377885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3b3a2902-d2fd-41a8-b9f7-3dab745f0ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:49.704527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a0db3059-2d5e-487c-980c-06f1173b108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:50.904284 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:52.256948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:52.545414 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:48:54.497312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:49:02.509817 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:02.532693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:04.493021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:17.366479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dce38b29-e551-4be1-a530-08d5cd113ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:19.510464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:19.514644 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:19.698193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-458947b4-434f-413f-8d3c-8bef76aa7229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:20.898305 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:22.253896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:22.511917 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:31.498180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:49:32.504705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:32.507874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:39.592698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58802) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:39.986566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b136b473-45dc-4f52-b6d2-3352c3883bcd admin admin] GET failed (client error): The resource could not be found. Sep 25 00:49:39.988197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b136b473-45dc-4f52-b6d2-3352c3883bcd admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3945196 Sep 25 00:49:40.167505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958d26cf-b60c-4ed1-862c-438f2569d71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:40.168976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-958d26cf-b60c-4ed1-862c-438f2569d71c admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1740289 Sep 25 00:49:41.495091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:42.827836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58812) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:43.231358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae397d9-2d26-4580-be83-0b783af2bba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:43.232729 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1ae397d9-2d26-4580-be83-0b783af2bba2 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/d5743fda-09f8-4431-b8e1-5a0f79780c1c HTTP/1.1" status: 200 len: 849 time: 0.4039409 Sep 25 00:49:43.243333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:49:43.336257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Publish callbacks [] for subnet (d5743fda-09f8-4431-b8e1-5a0f79780c1c), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:43.493353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726434277524'] for subnet (d5743fda-09f8-4431-b8e1-5a0f79780c1c), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:43.530630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:43.531857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:43.537401 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/d5743fda-09f8-4431-b8e1-5a0f79780c1c HTTP/1.1" status: 200 len: 868 time: 0.2933602 Sep 25 00:49:43.537656 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683802a0-2b04-4f14-8067-3629180090a3 None None] Network 8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:49:43.558472 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5743fda-09f8-4431-b8e1-5a0f79780c1c,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:49:43.566407 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.566821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.567103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.568028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.568485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.568825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.569156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.569536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.569883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.570220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.570564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.570906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.571225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.571546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.571867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91bdc85-97fc-46ac-b794-5484bd927e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:49:43.910251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Provisioning complete for port fa672580-39eb-4bef-ac5b-6be835c6c88c triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:49:43.910643 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fa672580-39eb-4bef-ac5b-6be835c6c88c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:43.910987 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Attempt 1 to provision port fa672580-39eb-4bef-ac5b-6be835c6c88c Sep 25 00:49:43.990232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Current status of the port fa672580-39eb-4bef-ac5b-6be835c6c88c is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:49:43.998931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Provisioning complete for port 5204c0c3-4410-4695-a405-b599292c4e80 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:49:43.999330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5204c0c3-4410-4695-a405-b599292c4e80), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:43.999672 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Attempt 1 to provision port 5204c0c3-4410-4695-a405-b599292c4e80 Sep 25 00:49:44.096306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-03d8de55-4782-4f6a-91fb-ef65acd6ec17 None None] Current status of the port 5204c0c3-4410-4695-a405-b599292c4e80 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:49:46.309143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58820) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:46.924489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c8fcd-dccf-4994-9834-296b0ee70e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:46.924877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c8fcd-dccf-4994-9834-296b0ee70e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:46.926458 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-aa7c8fcd-dccf-4994-9834-296b0ee70e96 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.6163507 Sep 25 00:49:47.360704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb25a355-5e32-48b4-b8af-7b96c7d70be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:49.589584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58828) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:49.701648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e2ebcae-34a5-4bfe-99b6-f0c6f43580bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:50.011623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364807a1-6a93-4090-83d2-128b07b2e9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:50.012090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364807a1-6a93-4090-83d2-128b07b2e9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:50.013657 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-364807a1-6a93-4090-83d2-128b07b2e9e3 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4231429 Sep 25 00:49:50.896518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:52.251877 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:52.516481 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:49:52.640192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58836) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:53.082507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221cd4c-3d74-4397-bc7b-0eb1b4104f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:53.084779 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e221cd4c-3d74-4397-bc7b-0eb1b4104f08 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/62195cd6-54fa-4e24-9d47-ae0de6356ac2 HTTP/1.1" status: 200 len: 886 time: 0.4437168 Sep 25 00:49:55.729840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58844) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:56.079892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:56.109755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:56.166950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1bfcaa-e4d5-421a-aec5-48cb8c8eb35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:56.168319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3d1bfcaa-e4d5-421a-aec5-48cb8c8eb35d admin admin] 10.222.0.52 "GET /networking/v2.0/networks/8b6eca5d-d3ce-4a2a-bfe0-96b8d0088636 HTTP/1.1" status: 200 len: 868 time: 0.4375186 Sep 25 00:49:56.511787 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:56.512569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:49:58.830434 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58852) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:49:59.305900 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41afc6a-01aa-4e12-bf83-b95c5a93dfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:59.306363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41afc6a-01aa-4e12-bf83-b95c5a93dfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:49:59.307935 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b41afc6a-01aa-4e12-bf83-b95c5a93dfe7 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4764459 Sep 25 00:50:01.996334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58862) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:02.375731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc326e-c3d7-44aa-90db-c166a17e4a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:02.376186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc326e-c3d7-44aa-90db-c166a17e4a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:02.377752 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-93bc326e-c3d7-44aa-90db-c166a17e4a7f admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3804646 Sep 25 00:50:02.509732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:02.512507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:05.009050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58870) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:05.384857 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08960f9-18e6-498d-896c-16204ba2239b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:05.386406 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f08960f9-18e6-498d-896c-16204ba2239b admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/d01a90bc-22e7-43bc-8649-e22859dad8e0 HTTP/1.1" status: 200 len: 816 time: 0.3762147 Sep 25 00:50:06.158257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:06.164665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:08.066545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58878) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:08.470605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30420e66-cbca-489c-9625-6abde6bd7175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:08.472000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-30420e66-cbca-489c-9625-6abde6bd7175 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/d5743fda-09f8-4431-b8e1-5a0f79780c1c HTTP/1.1" status: 200 len: 868 time: 0.4036608 Sep 25 00:50:08.501220 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:50:15.379746 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=17 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:15.381993 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=19 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:17.371317 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-82bc867f-43fb-419d-9fbe-3abe27e04201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:17.748583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=13 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:18.462630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:18.467594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:18.494018 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=15 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:19.708513 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-38be9bb8-b9aa-4a5c-b878-d066c63829d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:20.902576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:22.250007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:22.527474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:32.515476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:32.521357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:33.517307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:33.525713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:39.276480 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58936) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:39.620021 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [None req-0f9b15f4-6fa0-4993-bac0-e0efc3af9d4d admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:50:39.621013 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0f9b15f4-6fa0-4993-bac0-e0efc3af9d4d admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3436193 Sep 25 00:50:42.368694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58944) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:42.853629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e5a2b-1518-459e-b730-2acefc0116a3 admin admin] GET failed (client error): The resource could not be found. Sep 25 00:50:42.854965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f17e5a2b-1518-459e-b730-2acefc0116a3 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4853010 Sep 25 00:50:42.942654 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b23c3dc-df55-48d6-98bb-f403e6fc6abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:42.944208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1b23c3dc-df55-48d6-98bb-f403e6fc6abc admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848243 Sep 25 00:50:45.502268 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:50:45.652949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 58954) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:45.994632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:50:46.023576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Made reservation on behalf of c8e32a9668254c2e96354fd797883364 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:50:46.026191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:46.071199 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING neutron.services.revisions.revision_plugin [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Could not find related network for resource to bump revision. Sep 25 00:50:46.089492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:50:46.103893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726434350776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (31da2104-1e9b-4471-a650-0e5a617146c2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:46.104407 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Unsubscribe: segment precommit_create {{(pid=106229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 00:50:46.104929 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Added segment 31da2104-1e9b-4471-a650-0e5a617146c2 of type vlan for network 0a266287-67c4-4fb0-b8ee-993368d9faa7 Sep 25 00:50:46.152609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (0a266287-67c4-4fb0-b8ee-993368d9faa7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:46.184640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (0a266287-67c4-4fb0-b8ee-993368d9faa7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:46.185653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:46.186227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:46.263636 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.6095753 Sep 25 00:50:46.283900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Pushing event updated for resources: {'Network': ['ID=0a266287-67c4-4fb0-b8ee-993368d9faa7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:50:46.292236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.292574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.292911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.293238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.293598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.293919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.294236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.294552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.294896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.295218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.295549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.295885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.296201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.296512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.296825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3ec-cb35-42a3-984b-5d810b7376ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:46.310199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:50:47.366261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4d50f5c1-a2f6-40c7-ad21-bd7efa4a22fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:48.917649 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 58962) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:50:49.268293 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a35302-1f4e-4c69-8293-76cab3c5d2de admin admin] GET failed (client error): The resource could not be found. Sep 25 00:50:49.270374 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-55a35302-1f4e-4c69-8293-76cab3c5d2de admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3511081 Sep 25 00:50:49.372721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1f99c-3636-4437-8d8c-8c763c966b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:49.374245 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-76d1f99c-3636-4437-8d8c-8c763c966b23 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1002324 Sep 25 00:50:49.385512 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Request body: {'subnet': {'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:50:49.406647 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Made reservation on behalf of c8e32a9668254c2e96354fd797883364 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:50:49.408900 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:49.652601 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (21cd5562-25ed-4f98-be7e-91442190ddf5), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:49.702673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1903cd87-eb12-4b53-a80b-ac774f76dac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:49.707363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cd5562-25ed-4f98-be7e-91442190ddf5,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:50:49.718409 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.718748 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.719110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.719451 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.719781 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.720110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.720436 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.720758 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.721639 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.721639 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.721854 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.722161 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.722567 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.723118 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.723447 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:49.729705 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Checking segment: {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:50:49.730057 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Network hostable DHCP agents. Network: 0a266287-67c4-4fb0-b8ee-993368d9faa7, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:50:49.748285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:50:49.758052 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0a266287-67c4-4fb0-b8ee-993368d9faa7) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:50:49.762016 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:50:49.762688 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:49.767001 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14503e-1b8c-4f63-b795-531c144b945d None None] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:50:49.780244 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b20b7051-0d2a-46eb-9102-fe11f1cfc1b3 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3982117 Sep 25 00:50:49.876582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0a266287-67c4-4fb0-b8ee-993368d9faa7', 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7', 'project_id': 'c8e32a9668254c2e96354fd797883364', 'fixed_ips': [{'subnet_id': '21cd5562-25ed-4f98-be7e-91442190ddf5'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:50:49.877626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.027410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Allocated IP 192.168.233.2 (0a266287-67c4-4fb0-b8ee-993368d9faa7/21cd5562-25ed-4f98-be7e-91442190ddf5/ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:50:50.183605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks [] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.191580 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.231003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:50:50.236492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:50:50.244638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:50:50.248244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Pushing event updated for resources: {'Port': ['ID=ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:50:50.257956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.258302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.258661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.259018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.259360 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.259689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.260015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.260340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.260667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.260995 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.261346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.261687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.262009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.262331 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.262651 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:50:50.322872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Attempting to bind port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:50:50.323163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Attempting to bind port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:50:50.323528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Attempting to bind port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da on network 0a266287-67c4-4fb0-b8ee-993368d9faa7 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:50:50.369418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:50:50.369788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Checking segment: {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:50:50.370192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.370587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Bound using segment: {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:50:50.371060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Bound port: ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:50:50.371438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.436662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:50.438007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] For port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:50:50.443669 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] For port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:50:50.450306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:50.482171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:50.515720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8df9a-78e6-47b0-b18a-cde94f6345fb None None] Pushing event updated for resources: {'Port': ['ID=ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:50:50.904594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:51.355261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c0dae-68af-4060-b72c-0206bc602547 None None] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:50:51.473851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Provisioning complete for port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:50:51.474244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:51.474574 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Attempt 1 to provision port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da Sep 25 00:50:51.575481 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Current status of the port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:50:51.575867 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:51.616452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] For port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:50:51.622687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:51.679383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1618ddf-4e0e-4f64-aaa6-a9e19f3f22b1 None None] Pushing event updated for resources: {'Port': ['ID=ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:50:51.747011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-7f2b2947-f8ba-43ed-8e78-22f95c715d7a None None] Provisioning complete for port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:50:51.747407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2947-f8ba-43ed-8e78-22f95c715d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:51.747784 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-7f2b2947-f8ba-43ed-8e78-22f95c715d7a None None] Attempt 1 to provision port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da Sep 25 00:50:51.837626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b2947-f8ba-43ed-8e78-22f95c715d7a None None] Current status of the port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:50:52.166286 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:50:52.212006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:50:52.212386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:52.212720 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da Sep 25 00:50:52.267927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:52.307928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port ac4a2bd7-6ee7-473c-a9f8-42dbedfe85da is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:50:52.518753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:50:55.501860 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:56.287898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:56.288947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:59.772256 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:50:59.773301 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:02.510461 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:02.515172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:10.522042 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:15.486881 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:17.381135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9292db3-a7d7-4d49-ae44-5c822c543a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:19.706668 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1c667af4-b851-46fe-8808-e2daa01850e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:20.910098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:22.248334 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:22.501685 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:51:22.538251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:32.498476 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:32.531082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:32.533495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:47.368878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-786e4427-8286-425e-97ec-ee5d8411bce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:47.507625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:47.513036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:51:49.710843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b47d9bb-5141-4cac-ae78-7ccffdf06fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:50.919157 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:52.245169 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:52.525482 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:51:59.504225 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:52:02.515846 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:02.519805 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:08.058954 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59004) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:52:08.065080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [None req-0194b9ac-068f-49c1-91a8-c05c8b0fcce9 tempest-verify_tempest_config-104777936 tempest-verify_tempest_config-104777936-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:52:08.066106 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0194b9ac-068f-49c1-91a8-c05c8b0fcce9 tempest-verify_tempest_config-104777936 tempest-verify_tempest_config-104777936-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061998 Sep 25 00:52:08.663030 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59022) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:52:09.043757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.140700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Publish callbacks [] for security_group (e8a29900-889a-4a84-8f2e-256b839ca598), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.152747 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e8a29900-889a-4a84-8f2e-256b839ca598), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.207133 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e185fae5d18d43bd846f04c42cfbee1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5430284 Sep 25 00:52:09.208568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a29900-889a-4a84-8f2e-256b839ca598,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:52:09.210121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59026) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:52:09.215752 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.216097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.216437 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.216771 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.217092 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.217454 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.217776 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.218096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.218419 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.218740 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.219077 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.219420 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.219739 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.220097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.220415 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d6540-ea6c-483a-bc63-b2ab0e651d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.297892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Publish callbacks [] for security_group (e8a29900-889a-4a84-8f2e-256b839ca598), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.318926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Publish callbacks [] for security_group (e8a29900-889a-4a84-8f2e-256b839ca598), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.417838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e8a29900-889a-4a84-8f2e-256b839ca598), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.420575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:09.421811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e8a29900-889a-4a84-8f2e-256b839ca598 HTTP/1.1" status: 204 len: 168 time: 0.2102675 Sep 25 00:52:09.430287 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a29900-889a-4a84-8f2e-256b839ca598,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:52:09.437421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.437755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.438116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.438454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.438854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.439162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.439494 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.439929 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.440151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.440490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.440796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.441118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.441468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.441790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:09.442094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f118fe8-290a-428c-bf0f-a9a8b7a2a8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:52:17.364215 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-506a9932-ff00-4f87-9b04-16fef5fddd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:19.200764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:19.215143 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:19.432760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:19.433463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:19.714174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7505b948-7ac3-412a-bc28-fd3d116fd1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:20.913351 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:22.240920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:22.526277 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:24.509917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:24.510684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:32.514597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:32.521232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:36.504191 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:52:46.498936 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:46.500493 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:52:47.356971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3039f459-f70e-459f-9960-8af2eeb485c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:49.717570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a25f9b80-9c97-441a-9dec-77b69c1cf34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:50.916132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:52.244967 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:52:52.529723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:01.505384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:01.509860 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:02.521919 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:02.523885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:13.502880 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 5 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:53:15.493064 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:17.361965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c64b-08f8-4263-81e0-3a7ef837fdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:19.722126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-486c93db-0583-4fb8-b6e6-b7121490bd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:20.918659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:22.249850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:22.532647 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:23.499717 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:32.524448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:32.526561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:38.501511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:38.507308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:53:47.367616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4c576dbf-c36b-4059-8850-1b8aea6f2483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:48.996226 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-267937483'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:49.724370 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25b7b33a-885c-45c5-8028-59ed0d947703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:50.502978 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:53:50.924025 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:52.255091 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:53:52.535638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:00.496829 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:00.498769 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:02.528280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:02.531218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:02.798959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59120) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:02.932160 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-869e22f2-82a6-4bfa-b23b-e70d69e7fed9 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1320913 Sep 25 00:54:05.427699 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59130) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:54:05.484227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b7b66eb5-79f6-4381-bce3-2b3afd583290 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0554156 Sep 25 00:54:12.925533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:15.478905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:17.372339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cae4d35c-15dd-42ab-a931-f4b4acfdc8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:17.642396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=15 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:17.644173 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:18.962585 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:19.726716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b86646b5-08cf-47e1-8d75-ff789bfccab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:20.926511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:22.249795 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:22.536908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:27.504413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:54:32.530392 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:32.533137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:37.497515 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:37.499448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:47.375880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad38058d-d2bb-43e4-a295-5a8f8f0dcb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:48.962798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:49.729381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3af8009-2e54-4e81-b170-1df376e44d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:50.928543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:52.256474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:54:52.497766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:52.502017 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:54:52.539665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:02.533752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:02.535983 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:04.503561 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:55:14.499241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:15.489020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:17.378986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a91361c-a6d8-42d8-ac85-55d6a5af7a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:18.969960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:19.732629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3a012bdf-5d16-47da-97d9-b75dfbbe38f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:20.931427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:22.250786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:22.541689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:29.494740 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:29.499822 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:32.535235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:32.537037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:39.147007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59318) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:39.485384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-521498035-network', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:39.515173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:39.517651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.530472 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.613822 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks [] for security_group (1dc05fbe-29d1-4128-a9ac-c675fde8a879), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.619121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1dc05fbe-29d1-4128-a9ac-c675fde8a879), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.649578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc05fbe-29d1-4128-a9ac-c675fde8a879,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:39.666288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.666977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.667548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.668363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.668501 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59340) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:39.673444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.674014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.674626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.675148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.675726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.676366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.677010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.677537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.678065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.678545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.679041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Tracked resource versions report: Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: pushed versions: Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': {'1.0'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': {'1.1'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': {'1.7'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: consumer versions: Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: HyperV agent@hv-cinder-maste: {}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': '1.1', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': '1.0', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': '1.1', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': '1.7', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': '1.0', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': '1.1', Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Sep 25 00:55:39.680400 dv-cinder-master-3-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:55:39.710583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:55:39.722300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (32553459-8243-41b9-9fc0-bae9f5646e9f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.722906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Added segment 32553459-8243-41b9-9fc0-bae9f5646e9f of type vlan for network 5dc49b54-686c-4619-ad4c-65c72c26fd31 Sep 25 00:55:39.744887 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59348) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:39.769745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (5dc49b54-686c-4619-ad4c-65c72c26fd31), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.780380 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59352) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:39.803383 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (5dc49b54-686c-4619-ad4c-65c72c26fd31), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.805205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:39.806131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.860923 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59366) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:39.861155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7129538 Sep 25 00:55:39.870421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Request body: {'subnet': {'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-521498035-subnet', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:39.902448 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:39.908290 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:39.911936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fb971-9fb4-425e-8bcb-e8e5f6226229 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc49b54-686c-4619-ad4c-65c72c26fd31,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:39.922731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:55:40.001361 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-network', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:40.046456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Made reservation on behalf of f09655506e354c9d991f4df9a92f4086 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:40.049174 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.064006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.162279 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-882938189-network', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:40.176772 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-network', 'tenant_id': '28568584195d475fbc52d76185e09044'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:40.280598 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks [] for security_group (a82a09b8-369e-45b5-b25f-03b97f9e03ba), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.293816 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a82a09b8-369e-45b5-b25f-03b97f9e03ba), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.308103 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Made reservation on behalf of 28568584195d475fbc52d76185e09044 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:40.310628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.312459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Made reservation on behalf of 5ca92ea462d24d2d8632e5c52a3dfe63 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:40.315439 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.317483 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (0e647c01-1f0c-448e-8162-e47ee7cb9c90), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.326623 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:55:40.351293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.357556 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.388577 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (60226fdd-ab84-4bff-9bed-5551adf26f89), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.389043 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Added segment 60226fdd-ab84-4bff-9bed-5551adf26f89 of type vlan for network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb Sep 25 00:55:40.491887 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:40.544728 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a09b8-369e-45b5-b25f-03b97f9e03ba,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:40.601235 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:40.602333 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Network hostable DHCP agents. Network: 5dc49b54-686c-4619-ad4c-65c72c26fd31, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:55:40.616745 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.620617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:40.622269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.622748 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.623285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.623798 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.624616 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.625093 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.625474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.626492 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.626908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.627365 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.627936 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.628399 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.628808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.629184 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.629706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Tracked resource versions report: Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: pushed versions: Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: { 'AddressGroup': {'1.2'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Agent': {'1.1'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'ConntrackHelper': {'1.0'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Log': {'1.0'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'NDPProxy': {'1.0'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Network': {'1.1'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Port': {'1.7'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'PortForwarding': {'1.3'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'QosPolicy': {'1.10'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroup': {'1.5'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SubPort': {'1.0'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Subnet': {'1.1'}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Trunk': {'1.1'}} Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: consumer versions: Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: HyperV agent@hv-cinder-maste: {}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Agent': '1.1', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'ConntrackHelper': '1.0', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'LocalIPAssociation': '1.0', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Log': '1.0', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'NDPProxy': '1.0', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Network': '1.1', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Port': '1.7', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'PortForwarding': '1.3', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'QosPolicy': '1.10', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroup': '1.5', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SecurityGroupRule': '1.2', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'SubPort': '1.0', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Subnet': '1.1', Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: 'Trunk': '1.1'}} Sep 25 00:55:40.631104 dv-cinder-master-3-iscsi neutron-server[106228]: {{(pid=106228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:55:40.636582 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e647c01-1f0c-448e-8162-e47ee7cb9c90,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:40.744842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.745928 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:40.746498 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.772721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:55:40.857703 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks [] for security_group (33e8b406-0d9d-4791-be58-7ab180367bdc), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.859966 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks [] for security_group (228a413f-3378-42d6-84fd-cf375d775113), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.864517 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1948826 Sep 25 00:55:40.865360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5dc49b54-686c-4619-ad4c-65c72c26fd31) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:40.868463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59400) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:40.870951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:40.870951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.881579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Request body: {'subnet': {'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-subnet', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:40.885004 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2525ac-d96d-467d-b33e-2e64930cfa84 None None] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:40.886464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (33e8b406-0d9d-4791-be58-7ab180367bdc), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.889235 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (228a413f-3378-42d6-84fd-cf375d775113), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.921297 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db039e0-13e5-4c13-b946-9e884984c67d admin admin] Pushing event updated for resources: {'Network': ['ID=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:40.937906 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:55:40.947935 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-389d679b-dc6f-4ff6-a759-b6931d23ec22 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0841486 Sep 25 00:55:40.949120 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:55:40.950112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59404) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:40.960815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:40.996729 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6dee2139-73a3-4d84-b994-05c9c1e85f42), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:40.999265 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Added segment 6dee2139-73a3-4d84-b994-05c9c1e85f42 of type vlan for network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 Sep 25 00:55:41.000511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Made reservation on behalf of f09655506e354c9d991f4df9a92f4086 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:41.011747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.018946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (73160037-7787-46b1-aa0d-c30aa092a69a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.026875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8b406-0d9d-4791-be58-7ab180367bdc,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:41.027136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (73160037-7787-46b1-aa0d-c30aa092a69a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.077474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:55:41.139733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for router_controller (73160037-7787-46b1-aa0d-c30aa092a69a), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.150266 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (47b88da7-e2fb-4714-bbd5-a18aae097f49), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.150626 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Added segment 47b88da7-e2fb-4714-bbd5-a18aae097f49 of type vlan for network c3254d23-d48a-485d-a0e8-5f41e3baa079 Sep 25 00:55:41.172939 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228a413f-3378-42d6-84fd-cf375d775113,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:41.322418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5dc49b54-686c-4619-ad4c-65c72c26fd31', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:55:41.324140 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.343855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (e04e78f2-fc42-4b3e-9ba5-62cef58448f8), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.364339 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (c3254d23-d48a-485d-a0e8-5f41e3baa079), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.450108 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (c3254d23-d48a-485d-a0e8-5f41e3baa079), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.450804 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:41.451387 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.475840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (e04e78f2-fc42-4b3e-9ba5-62cef58448f8), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.476309 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:41.477027 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.507688 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:55:41.518086 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7364199 Sep 25 00:55:41.519311 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59420) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:41.543846 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Request body: {'subnet': {'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-882938189-subnet', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:41.628958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Allocated IP 172.20.0.2 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/5f7cf548-5cfd-4292-be0b-8779295d8830) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:41.673872 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc6cdc-dae3-47ef-a581-029176132655 admin admin] Pushing event updated for resources: {'Network': ['ID=c3254d23-d48a-485d-a0e8-5f41e3baa079,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:41.679077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for router_gateway (73160037-7787-46b1-aa0d-c30aa092a69a), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.706296 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9569659 Sep 25 00:55:41.708463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Made reservation on behalf of 5ca92ea462d24d2d8632e5c52a3dfe63 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:41.718075 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:41.719898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6,neutron:INSERT=17,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:41.721466 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59430) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:41.748809 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Request body: {'subnet': {'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-subnet', 'tenant_id': '28568584195d475fbc52d76185e09044', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:41.758687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:55:41.979502 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:42.045785 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:42.047363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:42.094208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for router_gateway (73160037-7787-46b1-aa0d-c30aa092a69a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.105580 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks [] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.114285 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.134819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.156432 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.193150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Made reservation on behalf of 28568584195d475fbc52d76185e09044 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:55:42.195765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Pushing event updated for resources: {'Port': ['ID=5f7cf548-5cfd-4292-be0b-8779295d8830,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:42.196831 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.208606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.209350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.210431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.211022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.212109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.212671 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.213215 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.214031 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.214598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.215314 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f60f0-9f7f-40ee-9f24-54d995f4ebca admin admin] Pushing event updated for resources: {'Network': ['ID=e04e78f2-fc42-4b3e-9ba5-62cef58448f8,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:42.215564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.216111 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.216686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.217233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.218393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.218954 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Tracked resource versions report: Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: pushed versions: Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: { 'AddressGroup': {'1.2'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': {'1.1'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': {'1.0'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': {'1.0'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': {'1.1'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': {'1.7'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': {'1.3'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': {'1.10'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': {'1.5'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': {'1.0'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': {'1.1'}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': {'1.1'}} Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: consumer versions: Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: HyperV agent@hv-cinder-maste: {}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': '1.1', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': '1.0', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': '1.0', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': '1.0', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': '1.0', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': '1.1', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': '1.7', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': '1.3', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': '1.10', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': '1.5', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': '1.2', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': '1.0', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': '1.1', Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': '1.1'}} Sep 25 00:55:42.220423 dv-cinder-master-3-iscsi neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:55:42.241170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:55:42.272387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:42.316735 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (d4d50c9e-21e6-4b33-9f79-09c2d9887013), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.330626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:42.332717 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:42.335769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:42.343258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Checking segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:42.343488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Network hostable DHCP agents. Network: 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:55:42.364584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Allocated IP 172.37.1.28 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/0fd59bde-e230-44a6-9879-6a2bbb95a5fb) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:42.405984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Attempting to bind port 5f7cf548-5cfd-4292-be0b-8779295d8830 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:42.406438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Attempting to bind port 5f7cf548-5cfd-4292-be0b-8779295d8830 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:42.407803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Attempting to bind port 5f7cf548-5cfd-4292-be0b-8779295d8830 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:42.453826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:42.463475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:42.463788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:42.464339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.464788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:42.465744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Bound port: 5f7cf548-5cfd-4292-be0b-8779295d8830, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:42.465744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.537744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.567951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:42.573981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.656149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Pushing event updated for resources: {'Port': ['ID=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:42.675237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:55:42.714001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:42.723555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:42.729888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:42.732725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:42.736381 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d50c9e-21e6-4b33-9f79-09c2d9887013,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:42.745977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2e985-d614-4c40-a353-e45259f15274 None None] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:42.749480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:42.750724 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Checking segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:42.752699 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Network hostable DHCP agents. Network: c3254d23-d48a-485d-a0e8-5f41e3baa079, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:55:42.763630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:42.905008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9a87bd50-a9e0-437a-8843-ba01dfc01838 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0323627 Sep 25 00:55:42.935685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:55:42.947714 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59500) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:42.994091 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:43.009360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c3254d23-d48a-485d-a0e8-5f41e3baa079) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:43.024216 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] For port 5f7cf548-5cfd-4292-be0b-8779295d8830, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:43.036529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] For port 5f7cf548-5cfd-4292-be0b-8779295d8830, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f7cf548-5cfd-4292-be0b-8779295d8830,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:43.040113 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:43.041201 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.049199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08dbce-c36c-4f85-b78c-049ceb2b79f4 None None] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:43.172826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.209220 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (65efe4c7-23fe-404a-935b-071fd874df87), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.210408 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (65efe4c7-23fe-404a-935b-071fd874df87), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.309716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for router_gateway (73160037-7787-46b1-aa0d-c30aa092a69a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.315050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:55:43.315961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.329656 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:43.351329 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5a41665f-e243-4bbb-8a3e-7d9b0327f5a6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8172169 Sep 25 00:55:43.362806 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59524) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:43.363560 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59526) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:43.416289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7563-c894-405a-a1fc-e4bfe58a48dc None None] Pushing event updated for resources: {'Port': ['ID=5f7cf548-5cfd-4292-be0b-8779295d8830,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:43.422726 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:43.449074 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (6474d219-e5a1-4a6c-8e41-4afa0ca3d765), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.572141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c3254d23-d48a-485d-a0e8-5f41e3baa079', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'fixed_ips': [{'subnet_id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:55:43.573908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.692998 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (1756485f-d872-4799-a254-ef11e7f98682), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.693539 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (1756485f-d872-4799-a254-ef11e7f98682), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.708791 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for router_controller (65efe4c7-23fe-404a-935b-071fd874df87), precommit_add_association {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.851870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (73160037-7787-46b1-aa0d-c30aa092a69a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:43.867246 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Allocated IP 172.20.0.2 (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb/cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae/8a22f42d-c327-4ae1-9e34-d8947d30272d) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:43.928586 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:43.937397 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59542) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:43.978618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Allocated IP 172.20.0.2 (c3254d23-d48a-485d-a0e8-5f41e3baa079/d4d50c9e-21e6-4b33-9f79-09c2d9887013/fc7bb1a7-9a53-42b3-8205-cc1649a623f2) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:44.013897 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:44.021804 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6474d219-e5a1-4a6c-8e41-4afa0ca3d765,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:44.061709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:44.071832 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c8de82e-cca8-42ce-8967-c94e4eada95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.080426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:44.080785 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Network hostable DHCP agents. Network: e04e78f2-fc42-4b3e-9ba5-62cef58448f8, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:55:44.095177 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for router_controller (1756485f-d872-4799-a254-ef11e7f98682), precommit_add_association {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.097691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:44.135239 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Router 73160037-7787-46b1-aa0d-c30aa092a69a is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:55:44.183874 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d27bd3c-cd6d-4bcd-9aaa-b24db7be6c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.265046 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks [] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.276319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.281848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:44.294807 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:55:44.313166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.319901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:44.319901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:44.322826 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-25c0b0b0-2249-4dbd-a216-d4a086769c5a admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3710451 Sep 25 00:55:44.323794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59556) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:44.418762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:44.433336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:44.471123 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c8de82e-cca8-42ce-8967-c94e4eada95d admin admin] Publish callbacks [] for security_group (61a8a399-410a-46ef-b7a9-ff48b0a458b4), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.511209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:44.549690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Pushing event updated for resources: {'Port': ['ID=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:44.551173 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for router_gateway (65efe4c7-23fe-404a-935b-071fd874df87), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.570138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 5f7cf548-5cfd-4292-be0b-8779295d8830 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:44.573236 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c8de82e-cca8-42ce-8967-c94e4eada95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (61a8a399-410a-46ef-b7a9-ff48b0a458b4), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.614415 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5c8de82e-cca8-42ce-8967-c94e4eada95d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8f6ac5d4eff54d17a8a5c5e39849f66a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2088783 Sep 25 00:55:44.678463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59566) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:44.695338 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:44.704378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks [] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.720426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Attempting to bind port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:44.720809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Attempting to bind port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:44.721177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Attempting to bind port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 on network c3254d23-d48a-485d-a0e8-5f41e3baa079 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:44.763242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.798999 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:55:44.812458 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:44.828560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Pushing event updated for resources: {'Port': ['ID=8a22f42d-c327-4ae1-9e34-d8947d30272d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:44.857997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:44.862778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:44.870808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:44.874951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 5f7cf548-5cfd-4292-be0b-8779295d8830 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:44.875345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.875689 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 5f7cf548-5cfd-4292-be0b-8779295d8830 Sep 25 00:55:44.944620 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:44.944996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Checking segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:44.945477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.945829 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Bound using segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:44.946371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Bound port: fc7bb1a7-9a53-42b3-8205-cc1649a623f2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:44.946758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:44.973857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:45.005040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d06bc7-dbbf-4ac6-9402-0e3b9b63dae1 None None] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:45.029740 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e04e78f2-fc42-4b3e-9ba5-62cef58448f8) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:45.038737 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:45.039482 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.075349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d4886-6e73-4283-94be-76a7d00cd6d8 None None] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:45.098216 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:43Z', 'revision_number': 3, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:45.132236 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:55:45.132943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Updating router 73160037-7787-46b1-aa0d-c30aa092a69a port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:55:45.165074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.170642 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:45.176888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for router_gateway (65efe4c7-23fe-404a-935b-071fd874df87), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.289141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] For port fc7bb1a7-9a53-42b3-8205-cc1649a623f2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:45.293206 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] For port fc7bb1a7-9a53-42b3-8205-cc1649a623f2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:45.307493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:45.308907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:55:45.310052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.316603 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d27bd3c-cd6d-4bcd-9aaa-b24db7be6c6b admin admin] Publish callbacks [] for security_group (2a661fd5-a0bc-4853-8d4d-e156089afde6), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.328737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.332539 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Provisioning complete for port 5f7cf548-5cfd-4292-be0b-8779295d8830 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:45.333156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.333722 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Attempt 1 to provision port 5f7cf548-5cfd-4292-be0b-8779295d8830 Sep 25 00:55:45.337334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d27bd3c-cd6d-4bcd-9aaa-b24db7be6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2a661fd5-a0bc-4853-8d4d-e156089afde6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.380757 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-4e28ff5d-7e5e-498f-9b94-aa54af509f51 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6419597 Sep 25 00:55:45.381106 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.385827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for router_gateway (1756485f-d872-4799-a254-ef11e7f98682), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.386433 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59580) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:45.391809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:45.405510 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9d27bd3c-cd6d-4bcd-9aaa-b24db7be6c6b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=412b366eb919434fa673464d0688b498&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4577224 Sep 25 00:55:45.421761 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59582) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:45.444493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.448880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de82e-cca8-42ce-8967-c94e4eada95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a8a399-410a-46ef-b7a9-ff48b0a458b4,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:45.459204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.460651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.515441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Attempting to bind port 8a22f42d-c327-4ae1-9e34-d8947d30272d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:45.516563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Attempting to bind port 8a22f42d-c327-4ae1-9e34-d8947d30272d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:45.517088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Attempting to bind port 8a22f42d-c327-4ae1-9e34-d8947d30272d on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:45.570012 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks [] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.578453 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.637690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Attempting to bind port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:45.638207 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Attempting to bind port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:45.638730 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Attempting to bind port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:45.639459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:45.671408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Current status of the port 5f7cf548-5cfd-4292-be0b-8779295d8830 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:45.671974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.697502 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] Publish callbacks [] for security_group (2a661fd5-a0bc-4853-8d4d-e156089afde6), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.712588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for router_controller (0366ab62-209a-4a0a-a198-da6587ec3f4a), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.726885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] Publish callbacks [] for security_group (2a661fd5-a0bc-4853-8d4d-e156089afde6), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.774097 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:45.775465 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:45.776185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.777145 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:45.778124 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Bound port: 0fd59bde-e230-44a6-9879-6a2bbb95a5fb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:45.778845 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.794346 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] Publish callbacks [] for security_group (61a8a399-410a-46ef-b7a9-ff48b0a458b4), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.850154 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2a661fd5-a0bc-4853-8d4d-e156089afde6), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.853483 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.858264 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2a661fd5-a0bc-4853-8d4d-e156089afde6 HTTP/1.1" status: 204 len: 168 time: 0.4209647 Sep 25 00:55:45.862864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] For port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:45.869757 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] For port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:45.883770 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.891934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] For port 5f7cf548-5cfd-4292-be0b-8779295d8830, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f7cf548-5cfd-4292-be0b-8779295d8830,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:45.913695 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.917002 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27bd3c-cd6d-4bcd-9aaa-b24db7be6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a661fd5-a0bc-4853-8d4d-e156089afde6,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:45.921867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Pushing event updated for resources: {'Port': ['ID=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:45.934674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 5f7cf548-5cfd-4292-be0b-8779295d8830 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:45.935939 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] Publish callbacks [] for security_group (61a8a399-410a-46ef-b7a9-ff48b0a458b4), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.938409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:45.938761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.939203 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.939653 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.940170 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.940598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.941019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.942586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.943157 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.943440 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.943861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.944512 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5456f2-ed16-4b6a-b81d-9e9eb484380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a661fd5-a0bc-4853-8d4d-e156089afde6,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:45.944663 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.945141 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.945585 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.945997 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.946573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Tracked resource versions report: Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: pushed versions: Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: { 'AddressGroup': {'1.2'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': {'1.1'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': {'1.0'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': {'1.0'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': {'1.1'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': {'1.7'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': {'1.3'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': {'1.10'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': {'1.5'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': {'1.0'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': {'1.1'}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': {'1.1'}} Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: consumer versions: Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: HyperV agent@hv-cinder-maste: {}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': '1.1', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': '1.0', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': '1.0', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': '1.0', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': '1.0', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': '1.1', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': '1.7', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': '1.3', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': '1.10', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': '1.5', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': '1.2', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': '1.0', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': '1.1', Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': '1.1'}} Sep 25 00:55:45.948622 dv-cinder-master-3-iscsi neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 00:55:45.959955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:45.960793 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:46.004412 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Allocated IP 172.37.1.204 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/eb9862a9-2d1e-4843-945a-d227bfbd9cd7) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:46.012570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.104631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408caf07-5361-4b29-985f-573c75e664b9 None None] Pushing event updated for resources: {'Port': ['ID=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:46.162058 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:46.168547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for router_gateway (0366ab62-209a-4a0a-a198-da6587ec3f4a), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.174038 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for router_gateway (1756485f-d872-4799-a254-ef11e7f98682), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.204798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:46.204981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Checking segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:46.205630 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.206026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Bound using segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:46.206890 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Bound port: 8a22f42d-c327-4ae1-9e34-d8947d30272d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:46.207005 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.213132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Allocated IP 172.20.0.1 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/a62d43a0-f84e-4f0c-bde1-8e3aa339843e) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:46.222645 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.259910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.261040 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.322279 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.336217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.360054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (61a8a399-410a-46ef-b7a9-ff48b0a458b4), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.363471 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.364851 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61a8a399-410a-46ef-b7a9-ff48b0a458b4 HTTP/1.1" status: 204 len: 168 time: 1.6821756 Sep 25 00:55:46.390927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528b8d-bc2d-4e3d-a86c-00779a286e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a8a399-410a-46ef-b7a9-ff48b0a458b4,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:46.463447 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] For port 8a22f42d-c327-4ae1-9e34-d8947d30272d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:46.468515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] For port 8a22f42d-c327-4ae1-9e34-d8947d30272d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a22f42d-c327-4ae1-9e34-d8947d30272d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:46.471803 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.498770 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5c628-3820-4825-b4ad-1e60d6d7cd93 None None] Pushing event updated for resources: {'Port': ['ID=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:46.542622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb535c-72da-43af-be10-a971c11f7820 None None] Pushing event updated for resources: {'Port': ['ID=5f7cf548-5cfd-4292-be0b-8779295d8830,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:46.553284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59598) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:46.575137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.604592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8d58-ca60-4bd6-9a45-e8ede278040e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.658088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.db.api [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 00:55:46.658720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG oslo_db.api [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 00:55:46.723122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Allocated IP 172.20.0.2 (e04e78f2-fc42-4b3e-9ba5-62cef58448f8/6474d219-e5a1-4a6c-8e41-4afa0ca3d765/68a3f405-e599-4339-b2a8-058311132e20) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:46.741736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:46.749852 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:43Z', 'revision_number': 3, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:46.829877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192b7ce-7dcb-4ecb-acff-0bf1d41441b7 None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:43Z', 'revision_number': 3, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:55:46.842065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805f2ef-cd3f-47d7-bea5-6bbedf550ca1 None None] Pushing event updated for resources: {'Port': ['ID=8a22f42d-c327-4ae1-9e34-d8947d30272d,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:46.849091 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-6f6eb858-b2c9-440b-a53d-bc472b860d4a None None] Provisioning complete for port 5f7cf548-5cfd-4292-be0b-8779295d8830 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:46.849487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb858-b2c9-440b-a53d-bc472b860d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.849824 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-6f6eb858-b2c9-440b-a53d-bc472b860d4a None None] Attempt 1 to provision port 5f7cf548-5cfd-4292-be0b-8779295d8830 Sep 25 00:55:46.909548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks [] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:46.976927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Allocated IP 172.37.1.26 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/b6b39056-a691-4ac9-a565-574d1c5a0cd5) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:47.000321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:47.057755 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.069727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for router_gateway (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.134727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40eaa40-ea54-4bec-a753-3122682a9a01 None None] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:47.138359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.153824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59606) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:47.173781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbac5-d0ec-4c92-9254-42c31cf652aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.176181 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:47.185127 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:47.187903 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:47.240064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.276667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 5f7cf548-5cfd-4292-be0b-8779295d8830 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:47.310780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-6f6eb858-b2c9-440b-a53d-bc472b860d4a None None] Current status of the port 5f7cf548-5cfd-4292-be0b-8779295d8830 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:47.331172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Pushing event updated for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:47.452470 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:47.504927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.535086 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:47.560183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbac5-d0ec-4c92-9254-42c31cf652aa admin admin] Publish callbacks [] for security_group (0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.571888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:47.575694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:47.577742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbac5-d0ec-4c92-9254-42c31cf652aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.581223 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:47.581764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (73160037-7787-46b1-aa0d-c30aa092a69a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.597583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks [] for port (68a3f405-e599-4339-b2a8-058311132e20), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.599948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Provisioning complete for port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:47.605763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.606432 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Attempt 1 to provision port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 Sep 25 00:55:47.609391 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5096981d-a0ba-4b3c-b3c4-146c78ca55e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.691642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (68a3f405-e599-4339-b2a8-058311132e20), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.708364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8d58-ca60-4bd6-9a45-e8ede278040e admin admin] Publish callbacks [] for security_group (5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.748444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8d58-ca60-4bd6-9a45-e8ede278040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.754089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:47.786543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:47.805641 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:47.810683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:47.828484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa8d58-ca60-4bd6-9a45-e8ede278040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:47.838566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:47.900893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:47.918236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 5f7cf548-5cfd-4292-be0b-8779295d8830 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:47.922684 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0f5fbac5-d0ec-4c92-9254-42c31cf652aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=966cbe725c7a45dda78e7ac72e56a7b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7654850 Sep 25 00:55:47.970026 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59620) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:48.062613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Pushing event updated for resources: {'Port': ['ID=68a3f405-e599-4339-b2a8-058311132e20,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:48.127704 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:48.135541 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a1fa8d58-ca60-4bd6-9a45-e8ede278040e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cc00f38ca5bb4d34806d54bc8967f23c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5793810 Sep 25 00:55:48.138301 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59628) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:48.140943 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for router_gateway (65efe4c7-23fe-404a-935b-071fd874df87), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.185909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 5f7cf548-5cfd-4292-be0b-8779295d8830 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:48.186272 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.186604 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 5f7cf548-5cfd-4292-be0b-8779295d8830 Sep 25 00:55:48.191519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Attempting to bind port 68a3f405-e599-4339-b2a8-058311132e20 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:48.191885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Attempting to bind port 68a3f405-e599-4339-b2a8-058311132e20 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:48.192270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Attempting to bind port 68a3f405-e599-4339-b2a8-058311132e20 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:48.234951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:48.248560 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:48.251053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:48.333205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Current status of the port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:48.344878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.379185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fbac5-d0ec-4c92-9254-42c31cf652aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:48.445753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Allocated IP 172.37.1.234 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/7d521366-e68f-48bd-a7a8-e2283117a2b7) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:48.457573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:48.459174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:48.459545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:48.459942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.460611 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Bound using segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:48.461106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Bound port: 68a3f405-e599-4339-b2a8-058311132e20, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:48.462690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (68a3f405-e599-4339-b2a8-058311132e20), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.503429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] For port fc7bb1a7-9a53-42b3-8205-cc1649a623f2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:48.516761 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b39056-a691-4ac9-a565-574d1c5a0cd5,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:48.531144 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] Publish callbacks [] for security_group (0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.579948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] For port 68a3f405-e599-4339-b2a8-058311132e20, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:48.583293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] For port 68a3f405-e599-4339-b2a8-058311132e20, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68a3f405-e599-4339-b2a8-058311132e20,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:48.591378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b358b6-df5c-457d-9940-920231b57302 None None] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:48.601655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (68a3f405-e599-4339-b2a8-058311132e20), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.608652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.609074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.621781 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] Publish callbacks [] for security_group (0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.679405 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:48.699069 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee5645-e63e-4e3c-8453-ea6f5e56fb14 None None] Pushing event updated for resources: {'Port': ['ID=68a3f405-e599-4339-b2a8-058311132e20,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:48.759448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 5f7cf548-5cfd-4292-be0b-8779295d8830 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:48.761055 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device fc7bb1a7-9a53-42b3-8205-cc1649a623f2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:48.824413 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (65efe4c7-23fe-404a-935b-071fd874df87), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.827461 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] Publish callbacks [] for security_group (5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.828657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.960486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:48.961170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.961742 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 Sep 25 00:55:48.978635 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for router_gateway (1756485f-d872-4799-a254-ef11e7f98682), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:48.997547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.026064 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Provisioning complete for port 8a22f42d-c327-4ae1-9e34-d8947d30272d triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:49.026455 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.026829 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 1 to provision port 8a22f42d-c327-4ae1-9e34-d8947d30272d Sep 25 00:55:49.070564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0da7f7-ee42-40da-9924-74cda1254570 None None] Pushing event updated for resources: {'Port': ['ID=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:49.081607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks [] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.085337 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] Publish callbacks [] for security_group (5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.114546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.115479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (73160037-7787-46b1-aa0d-c30aa092a69a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.121897 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:49.157425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:49.178398 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:49.193566 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.204722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Pushing event updated for resources: {'Port': ['ID=7d521366-e68f-48bd-a7a8-e2283117a2b7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:49.235293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:49.265986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:49.266964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 8a22f42d-c327-4ae1-9e34-d8947d30272d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:49.282336 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.285070 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.288634 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f HTTP/1.1" status: 204 len: 168 time: 1.3036127 Sep 25 00:55:49.320022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:49.362154 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Current status of the port 8a22f42d-c327-4ae1-9e34-d8947d30272d is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:49.362641 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.394238 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 8a22f42d-c327-4ae1-9e34-d8947d30272d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:49.394625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.394969 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 8a22f42d-c327-4ae1-9e34-d8947d30272d Sep 25 00:55:49.471487 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23fdfb-ec10-4e3d-bf1b-1666213e9165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3794d-6c1e-45d3-8e5d-74b78dc45e5f,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:49.771109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-08e97a02-2214-4533-8396-7b0693037865 None None] For port 8a22f42d-c327-4ae1-9e34-d8947d30272d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a22f42d-c327-4ae1-9e34-d8947d30272d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:49.813199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.833891 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.835107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3b0914ae-1e36-42f3-a54c-26404e57ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.841922 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.845862 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe HTTP/1.1" status: 204 len: 168 time: 1.6133456 Sep 25 00:55:49.862888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:49.896912 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5f351-bce8-4c5c-94b1-226d094aecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef61b0f-f6f6-4f96-9d24-b94ee7c1bbfe,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:49.903208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Provisioning complete for port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:49.903698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:49.910174 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 1 to provision port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 Sep 25 00:55:49.922019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Pushing event updated for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:49.955299 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:49.990475 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (1756485f-d872-4799-a254-ef11e7f98682), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:50.031340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:50.045325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:50.248872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Pushing event updated for resources: {'Port': ['ID=8a22f42d-c327-4ae1-9e34-d8947d30272d,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:50.266102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 8a22f42d-c327-4ae1-9e34-d8947d30272d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:50.267522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0fd59bde-e230-44a6-9879-6a2bbb95a5fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:50.326096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:50.331899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for router_gateway (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:50.390423 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Router 65efe4c7-23fe-404a-935b-071fd874df87 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:55:50.448529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Current status of the port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:50.519737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595ea39-6f74-4a06-8574-01599f2d81bd None None] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:55:50.581161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:55:50.591323 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:50.594051 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:50.623279 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Provisioning complete for port a62d43a0-f84e-4f0c-bde1-8e3aa339843e triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:50.624014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:50.624658 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 1 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:50.638930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:50.640896 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-59743d0d-661e-498d-aab8-560b2b93ac52 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6816223 Sep 25 00:55:50.642931 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Router 1756485f-d872-4799-a254-ef11e7f98682 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:55:50.654385 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59710) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:50.654505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:55:50.709107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:50.709740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:50.710106 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb Sep 25 00:55:50.766637 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:50.767574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:50.829621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:51.007903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:51.010702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.044698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:51.045382 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.070497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:51.089515 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.111311 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:51.124614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Sync routers for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:55:51.135266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.163078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:51.168046 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:51.182295 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.186052 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-34b754fe-4a86-4e68-91a4-c28094800ba8 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7794538 Sep 25 00:55:51.188130 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59738) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:51.222430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:51.341129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 2 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:51.381576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:51.384844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:51.424452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:51.425078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:51.450743 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a8f27b3d-cbf0-4429-a96e-6ace646354fa admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/73160037-7787-46b1-aa0d-c30aa092a69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1117105 Sep 25 00:55:51.476987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:51.497779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:55:51.523427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:55:51.530545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:51.531268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:51.623801 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:51.662048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:51.675497 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59746) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:51.696825 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:51.701532 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device fc7bb1a7-9a53-42b3-8205-cc1649a623f2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:51.796289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:47Z', 'revision_number': 3, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:51.815499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 3, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:51.864266 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Checking router: 1756485f-d872-4799-a254-ef11e7f98682 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:55:51.864948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Updating router 1756485f-d872-4799-a254-ef11e7f98682 port b6b39056-a691-4ac9-a565-574d1c5a0cd5 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:55:51.874504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:55:51.875029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Updating router 65efe4c7-23fe-404a-935b-071fd874df87 port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:55:51.918762 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:51.925915 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 3 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:52.014307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:52.048807 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:55:52.064680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.072844 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:52.073748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:52.075835 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.085839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4206988b-b5a1-4b85-ae33-9056d101dbbb admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6975191 Sep 25 00:55:52.086759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59766) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:52.236920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:52.237865 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:52.238691 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.239206 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 Sep 25 00:55:52.391785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.519365 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-42f114af-0f30-429e-9290-0f33f0f5a39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.562145 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:52.588272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:52.684877 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59778) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:52.691182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208384066', 'description': 'tempest-description--235078885'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:52.692270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.718692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:52.752756 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 4 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:52.758918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:55:52.759493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Updating router 73160037-7787-46b1-aa0d-c30aa092a69a port a62d43a0-f84e-4f0c-bde1-8e3aa339843e binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:55:52.790648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:52.815802 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:52.816927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 68a3f405-e599-4339-b2a8-058311132e20 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:52.861741 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.866276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:52.891903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:52.923157 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 68a3f405-e599-4339-b2a8-058311132e20 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:52.923650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (68a3f405-e599-4339-b2a8-058311132e20), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:52.923833 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 68a3f405-e599-4339-b2a8-058311132e20 Sep 25 00:55:52.978547 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:53.003722 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:49Z', 'revision_number': 3, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:53.047957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:55:53.047957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Updating router 0366ab62-209a-4a0a-a198-da6587ec3f4a port 7d521366-e68f-48bd-a7a8-e2283117a2b7 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:55:53.090364 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks [] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.100799 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.114221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.155094 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.166433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:53.235748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.240864 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.244616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 68a3f405-e599-4339-b2a8-058311132e20 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:53.245010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (68a3f405-e599-4339-b2a8-058311132e20), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.296522 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871091f-2618-44f9-8161-1cf4afc96a07 None None] Pushing event updated for resources: {'Port': ['ID=b6b39056-a691-4ac9-a565-574d1c5a0cd5,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:53.312416 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Attempting to bind port b6b39056-a691-4ac9-a565-574d1c5a0cd5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:53.315728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Attempting to bind port b6b39056-a691-4ac9-a565-574d1c5a0cd5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:53.316306 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Attempting to bind port b6b39056-a691-4ac9-a565-574d1c5a0cd5 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:53.349632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 68a3f405-e599-4339-b2a8-058311132e20, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68a3f405-e599-4339-b2a8-058311132e20,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:53.365848 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (68a3f405-e599-4339-b2a8-058311132e20), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.366693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 8a22f42d-c327-4ae1-9e34-d8947d30272d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:53.406647 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 5 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:53.440786 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Allocated IP 172.20.0.1 (c3254d23-d48a-485d-a0e8-5f41e3baa079/d4d50c9e-21e6-4b33-9f79-09c2d9887013/a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:53.469038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:53.469571 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:53.470069 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.472729 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:53.473399 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Bound port: b6b39056-a691-4ac9-a565-574d1c5a0cd5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:53.474056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.513072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 8a22f42d-c327-4ae1-9e34-d8947d30272d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:53.513478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.513796 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 8a22f42d-c327-4ae1-9e34-d8947d30272d Sep 25 00:55:53.616079 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] For port b6b39056-a691-4ac9-a565-574d1c5a0cd5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:53.628828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] For port b6b39056-a691-4ac9-a565-574d1c5a0cd5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6b39056-a691-4ac9-a565-574d1c5a0cd5,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:53.684267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Allocated IP 172.20.0.1 (e04e78f2-fc42-4b3e-9ba5-62cef58448f8/6474d219-e5a1-4a6c-8e41-4afa0ca3d765/1b8115fa-df9f-4b13-830a-866086f1b68f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:53.717066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks [] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.732230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.757888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-42f114af-0f30-429e-9290-0f33f0f5a39a admin admin] Publish callbacks [] for security_group (8225d1c5-7e5f-4024-8090-ed62d0fc7b18), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.759584 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:53.761634 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.762992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:53.793207 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Attempting to bind port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:53.795416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Attempting to bind port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:53.795897 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Attempting to bind port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:53.807796 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-42f114af-0f30-429e-9290-0f33f0f5a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (8225d1c5-7e5f-4024-8090-ed62d0fc7b18), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.876080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f114af-0f30-429e-9290-0f33f0f5a39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225d1c5-7e5f-4024-8090-ed62d0fc7b18,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:53.880612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks [] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.887853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:53.902691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.919153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:53.928665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:53.933568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:53.934093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:53.940953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:53.941560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.942062 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:53.942712 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Bound port: eb9862a9-2d1e-4843-945a-d227bfbd9cd7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:53.943188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:53.970041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks [] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.009127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=68a3f405-e599-4339-b2a8-058311132e20,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.051681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.076293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:54.088973 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871091f-2618-44f9-8161-1cf4afc96a07 None None] Pushing event updated for resources: {'Port': ['ID=b6b39056-a691-4ac9-a565-574d1c5a0cd5,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.117230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:54.121823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:54.125576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:54.126136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.132624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.187789 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (85a4d961-6b69-4634-b71f-daffd4a3d47f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.192960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Pushing event updated for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.194635 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:54.252056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:54.286915 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-42f114af-0f30-429e-9290-0f33f0f5a39a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1bc1cab13abc43779d57421107671bdf&name=default HTTP/1.1" status: 200 len: 2995 time: 2.6062789 Sep 25 00:55:54.290886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59820) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:54.296558 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 8a22f42d-c327-4ae1-9e34-d8947d30272d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:54.359882 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (85a4d961-6b69-4634-b71f-daffd4a3d47f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.374641 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks [] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.382400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:54.401173 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 6 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:54.456891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] Publish callbacks [] for security_group (8225d1c5-7e5f-4024-8090-ed62d0fc7b18), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.481320 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.507703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:54.508644 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:54.528838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0753cf2-deef-4db0-b1f5-ae98a7b18d73 None None] Pushing event updated for resources: {'Port': ['ID=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.538996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] Publish callbacks [] for security_group (8225d1c5-7e5f-4024-8090-ed62d0fc7b18), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.547920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] For port eb9862a9-2d1e-4843-945a-d227bfbd9cd7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:54.601937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 68a3f405-e599-4339-b2a8-058311132e20 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:54.611604 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Allocated IP 172.20.0.1 (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb/cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae/a08ec5e3-6360-432b-aa85-85ce1774998d) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:54.702694 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4d961-6b69-4634-b71f-daffd4a3d47f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.708368 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] For port eb9862a9-2d1e-4843-945a-d227bfbd9cd7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:54.752370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (8225d1c5-7e5f-4024-8090-ed62d0fc7b18), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.755569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.759500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8225d1c5-7e5f-4024-8090-ed62d0fc7b18 HTTP/1.1" status: 204 len: 168 time: 0.4584982 Sep 25 00:55:54.786647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3413-d921-4a3a-b040-a7207568f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225d1c5-7e5f-4024-8090-ed62d0fc7b18,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.787151 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Attempting to bind port a62d43a0-f84e-4f0c-bde1-8e3aa339843e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:54.787522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Attempting to bind port a62d43a0-f84e-4f0c-bde1-8e3aa339843e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:54.787884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Attempting to bind port a62d43a0-f84e-4f0c-bde1-8e3aa339843e on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:54.810074 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.832408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks [] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.841446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.842667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.851881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.896845 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:54.897504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:54.897899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.898324 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:54.899010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Bound port: a62d43a0-f84e-4f0c-bde1-8e3aa339843e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:54.899612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.900454 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.901723 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7718cefc-f3f5-48be-b8be-6c756b076542 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2144315 Sep 25 00:55:54.915463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59838) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:54.920450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Pushing event updated for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:54.925573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:54.926422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:54.927356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '85a4d961-6b69-4634-b71f-daffd4a3d47f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:54.939301 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:54.957925 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:54.964276 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:54.964772 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (1756485f-d872-4799-a254-ef11e7f98682), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.986048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks [] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:54.996982 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:55.016591 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:55.029632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.060556 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:55.074720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:55.077967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:55.090614 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:55.199722 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Attempting to bind port 7d521366-e68f-48bd-a7a8-e2283117a2b7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:55:55.200992 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Attempting to bind port 7d521366-e68f-48bd-a7a8-e2283117a2b7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:55:55.208433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Attempting to bind port 7d521366-e68f-48bd-a7a8-e2283117a2b7 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:55:55.255804 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:55.314002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:55:55.328402 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456424-3367-4cf0-87ca-481cad039c06 None None] Pushing event updated for resources: {'Port': ['ID=7d521366-e68f-48bd-a7a8-e2283117a2b7,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:55.336117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 3, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:55.351295 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Pushing event updated for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:55.386941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] For port a62d43a0-f84e-4f0c-bde1-8e3aa339843e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:55.411768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] For port a62d43a0-f84e-4f0c-bde1-8e3aa339843e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:55.417632 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 7 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:55.425692 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e296a0-d75f-48b0-b811-a2bf77dd6b71 None None] The sync data for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi is: [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 3, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:55:55.459230 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks [] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.518960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59844) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:55.522586 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.530768 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:55:55.533298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:55:55.534628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.535711 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.536163 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:55:55.537474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Bound port: 7d521366-e68f-48bd-a7a8-e2283117a2b7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:55:55.538997 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.568492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:55:55.588996 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-441d984a-0b37-4923-9e23-789ddeead6eb admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0366ab62-209a-4a0a-a198-da6587ec3f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007408 Sep 25 00:55:55.589968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (e783e066-813d-4e48-90be-3548b3839644), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.634628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Pushing event updated for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:55.648871 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:55.653468 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:55.656643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:55.657237 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (65efe4c7-23fe-404a-935b-071fd874df87), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.733784 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] For port 7d521366-e68f-48bd-a7a8-e2283117a2b7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:55:55.741603 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] For port 7d521366-e68f-48bd-a7a8-e2283117a2b7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d521366-e68f-48bd-a7a8-e2283117a2b7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:55:55.752718 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.781940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (e783e066-813d-4e48-90be-3548b3839644), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.788091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (e783e066-813d-4e48-90be-3548b3839644), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.813743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e783e066-813d-4e48-90be-3548b3839644,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:55.828499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:55.829119 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:55.871324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.875727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e07188a2-e31c-4b9d-a59a-1ce4b2fd0c12 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9522324 Sep 25 00:55:55.880021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59862) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:55.886135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '85a4d961-6b69-4634-b71f-daffd4a3d47f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:55.907688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:55.973750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (dbbc9e1c-2f1d-4d31-83f5-a6e8cc2643f2), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.065619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:56.099875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.114676 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f96b9-6d1c-4360-8e56-86a3f62d7714 None None] Pushing event updated for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:56.197570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2187-1234-4f96-a308-db7342b88db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.229589 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Port a62d43a0-f84e-4f0c-bde1-8e3aa339843e cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:56.268256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 68a3f405-e599-4339-b2a8-058311132e20 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:56.268569 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (68a3f405-e599-4339-b2a8-058311132e20), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.268915 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 68a3f405-e599-4339-b2a8-058311132e20 Sep 25 00:55:56.415349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (dbbc9e1c-2f1d-4d31-83f5-a6e8cc2643f2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.423147 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (dbbc9e1c-2f1d-4d31-83f5-a6e8cc2643f2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.427566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:56.470648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:56.472836 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:55:56.473794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:56.483827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc9e1c-2f1d-4d31-83f5-a6e8cc2643f2,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:56.499851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.510315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-03193a4d-f025-48b0-a3f9-4bad7af60c43 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6291137 Sep 25 00:55:56.511501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59880) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:56.530119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:55:56.582745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:56.633424 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:55:56.733122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0753cf2-deef-4db0-b1f5-ae98a7b18d73 None None] Pushing event updated for resources: {'Port': ['ID=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:56.852135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:56.853762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:56.856135 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Attempt 8 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:56.939284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456424-3367-4cf0-87ca-481cad039c06 None None] Pushing event updated for resources: {'Port': ['ID=7d521366-e68f-48bd-a7a8-e2283117a2b7,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:56.996821 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59910) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:57.006980 dv-cinder-master-3-iscsi neutron-server[106228]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 00:55:57.049398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f96b9-6d1c-4360-8e56-86a3f62d7714 None None] Pushing event updated for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:57.170499 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.175934 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks [] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.228018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:57.238744 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks [] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.271790 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.274611 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (65efe4c7-23fe-404a-935b-071fd874df87), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.293330 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 2, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:57.309472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda853-001b-489e-9fa8-41c61c58ec00 None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:55:57.315060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 68a3f405-e599-4339-b2a8-058311132e20 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:57.316258 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0fd59bde-e230-44a6-9879-6a2bbb95a5fb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:57.354019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdebcb2c-e6f4-4d0d-806a-8d3a0d509143 None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 2, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:55:57.405516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:57.454728 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.455682 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (1756485f-d872-4799-a254-ef11e7f98682), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.509996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.37.1.40 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/c677e0d1-0bfa-45ef-9888-f9884e48ddd2) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:55:57.597061 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Current status of the port a62d43a0-f84e-4f0c-bde1-8e3aa339843e is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:57.598294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.627757 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:47Z', 'revision_number': 3, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:55:57.668313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:57.669209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.669792 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb Sep 25 00:55:57.716594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:57.719702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f53f5-8d63-40b8-b349-b2a409a8eba9 None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:47Z', 'revision_number': 3, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:55:57.733507 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:57.791429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-08e97a02-2214-4533-8396-7b0693037865 None None] For port a62d43a0-f84e-4f0c-bde1-8e3aa339843e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:57.808408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.809786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.837179 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:57.859281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:57.906050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:57.938203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e97a02-2214-4533-8396-7b0693037865 None None] Pushing event updated for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:57.997861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=c677e0d1-0bfa-45ef-9888-f9884e48ddd2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:58.005989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:58.006359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.006692 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:55:58.025327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:58.027223 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:58.030723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:55:58.110330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:58.147010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:58.175742 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Pushing event updated for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:58.274870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.392377 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-06dc669f-58dd-46f6-9e90-6ebc2e9a2ef4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:58.394580 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-06dc669f-58dd-46f6-9e90-6ebc2e9a2ef4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 1.3921113 Sep 25 00:55:58.417579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.447222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device b6b39056-a691-4ac9-a565-574d1c5a0cd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:58.593137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port b6b39056-a691-4ac9-a565-574d1c5a0cd5 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:58.593487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.593764 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port b6b39056-a691-4ac9-a565-574d1c5a0cd5 Sep 25 00:55:58.728469 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 2 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:55:58.801672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:58.813739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.821079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.822197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.841205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:58.898281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:58.900460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3864472 Sep 25 00:55:58.925070 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98b7e-fc46-4ef1-908d-27c44570ca36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=c677e0d1-0bfa-45ef-9888-f9884e48ddd2,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:58.945027 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Pushing event updated for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:59.007476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port b6b39056-a691-4ac9-a565-574d1c5a0cd5 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:59.007873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:59.068861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port b6b39056-a691-4ac9-a565-574d1c5a0cd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6b39056-a691-4ac9-a565-574d1c5a0cd5,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:55:59.076787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:59.087137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a62d43a0-f84e-4f0c-bde1-8e3aa339843e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:55:59.087762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2187-1234-4f96-a308-db7342b88db5 admin admin] Publish callbacks [] for security_group (514b8b17-ba94-44ff-83f7-d26ed33f2d75), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:59.143960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2187-1234-4f96-a308-db7342b88db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (514b8b17-ba94-44ff-83f7-d26ed33f2d75), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:59.231174 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-1b7e46c2-10e6-4f3a-9350-f0f66e60f50e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/quotas/28568584195d475fbc52d76185e09044 HTTP/1.1" status: 200 len: 375 time: 0.2647970 Sep 25 00:55:59.252283 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2187-1234-4f96-a308-db7342b88db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b8b17-ba94-44ff-83f7-d26ed33f2d75,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:59.322656 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=b6b39056-a691-4ac9-a565-574d1c5a0cd5,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:55:59.332783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port a62d43a0-f84e-4f0c-bde1-8e3aa339843e triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:55:59.333203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:55:59.333573 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:55:59.347170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 59974) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:59.350462 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 00:55:59.360780 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 3 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:55:59.433249 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:55:59.433719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:59.464738 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-f83db55d-d689-4547-bcbb-39b32c750195 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--208384066&fields=id&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 267 time: 0.1153450 Sep 25 00:55:59.521887 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:55:59.522508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port a62d43a0-f84e-4f0c-bde1-8e3aa339843e is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:55:59.547745 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-1bb16bb2-7ce4-48a5-a437-ab02fa778b09 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2675934 Sep 25 00:55:59.582076 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-dbbe2187-1234-4f96-a308-db7342b88db5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=67751478ae3a45f89000e9f561524d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0610785 Sep 25 00:55:59.585220 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 59980) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:55:59.647853 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:55:59.654051 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:55:59.671073 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:55:59.934264 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 4 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:55:59.986092 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-117b502e-43f3-4d99-83a6-104eb249f0e6 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:55:59.999532 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-117b502e-43f3-4d99-83a6-104eb249f0e6 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.5338323 Sep 25 00:56:00.037327 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-31681a33-fba0-42f9-b0c7-f37227dc02e4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/quotas/f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0361063 Sep 25 00:56:00.085591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:00.203299 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fbc7edd1-290e-48ef-a093-7dc6860d6931 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648037 Sep 25 00:56:00.372848 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-22311524-f0d3-4920-9417-de6855236792 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:56:00.378016 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-22311524-f0d3-4920-9417-de6855236792 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2830679 Sep 25 00:56:00.412949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:56:00.424199 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] Publish callbacks [] for security_group (514b8b17-ba94-44ff-83f7-d26ed33f2d75), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.468072 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5b13494d-0faa-417c-b8b9-c0fa947a2c18 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/65efe4c7-23fe-404a-935b-071fd874df87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8049994 Sep 25 00:56:00.539059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-616bc2ef-168c-46fa-b5cc-5222a9865126 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:56:00.542030 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-616bc2ef-168c-46fa-b5cc-5222a9865126 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1668286 Sep 25 00:56:00.571592 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device b6b39056-a691-4ac9-a565-574d1c5a0cd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:00.589404 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 5 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:00.670385 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:00.694896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Router 1756485f-d872-4799-a254-ef11e7f98682 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:56:00.719097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] Publish callbacks [] for security_group (514b8b17-ba94-44ff-83f7-d26ed33f2d75), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.763122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port b6b39056-a691-4ac9-a565-574d1c5a0cd5 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:00.763516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.763888 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port b6b39056-a691-4ac9-a565-574d1c5a0cd5 Sep 25 00:56:00.783855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-b47a0df8-99b9-4221-8bc9-e3ec062cd794 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357912 Sep 25 00:56:00.792784 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:00.859325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port b6b39056-a691-4ac9-a565-574d1c5a0cd5 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:00.860252 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-a0e97e0f-a676-4105-a3a3-9c8347f80d93 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274988 Sep 25 00:56:00.860941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device eb9862a9-2d1e-4843-945a-d227bfbd9cd7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:00.887368 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-ad9bb02a-36d6-4e8b-bc64-f5e7c69b9d8e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023395 Sep 25 00:56:00.919661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:00.920020 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.920356 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 Sep 25 00:56:00.966418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:00.976390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (514b8b17-ba94-44ff-83f7-d26ed33f2d75), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.979777 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:00.980945 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/514b8b17-ba94-44ff-83f7-d26ed33f2d75 HTTP/1.1" status: 204 len: 168 time: 1.3912125 Sep 25 00:56:01.014017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3c693-1332-4ac9-929e-f5f2096d30e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b8b17-ba94-44ff-83f7-d26ed33f2d75,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:01.018161 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:01.018923 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:01.029285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:56:01.035132 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d56f3886-b4a8-4061-b21c-4775e0fda090 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1756485f-d872-4799-a254-ef11e7f98682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8438756 Sep 25 00:56:01.050245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port eb9862a9-2d1e-4843-945a-d227bfbd9cd7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:01.054822 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-366b22b5-2f75-4fd0-a07a-4f16bffcd7dc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920369 Sep 25 00:56:01.055845 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Sync routers for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:56:01.064977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:01.066483 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 7d521366-e68f-48bd-a7a8-e2283117a2b7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:01.155556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:01.156239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:01.408330 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 6 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:01.462452 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f5c978c8-a98a-46a2-97d5-d06bdbe781d4 req-d7c90da6-4265-4aa6-92ed-3d19fc0e0bc3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.0893898 Sep 25 00:56:01.582743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:01.610083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:01.622378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:01.625737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 7d521366-e68f-48bd-a7a8-e2283117a2b7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:01.626119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:01.626449 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 7d521366-e68f-48bd-a7a8-e2283117a2b7 Sep 25 00:56:01.688981 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-62baa1a0-6f9a-4969-9752-fb418b83c095 req-3e58a3af-80d8-4e43-be6b-2f001fecdbc9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 210 time: 0.0402081 Sep 25 00:56:01.815050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:01.895319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 7d521366-e68f-48bd-a7a8-e2283117a2b7 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:01.895979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:01.941042 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60080) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:01.947403 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460209066', 'description': 'tempest-description--1143590354'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:01.970110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 7d521366-e68f-48bd-a7a8-e2283117a2b7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d521366-e68f-48bd-a7a8-e2283117a2b7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:01.981067 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.040986 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.093434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=7d521366-e68f-48bd-a7a8-e2283117a2b7,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:02.096467 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:02.100215 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 7 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:02.197911 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6', 'name': '', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'mac_address': 'fa:16:3e:ce:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 2, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'subnets': [{'id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:02.263628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Checking router: 1756485f-d872-4799-a254-ef11e7f98682 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:56:02.264221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Updating router 1756485f-d872-4799-a254-ef11e7f98682 port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:56:02.301815 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:02.305555 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (e1c787d9-5e00-43b4-af6c-89d3769b8873), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.330446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device eb9862a9-2d1e-4843-945a-d227bfbd9cd7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:02.341869 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e1c787d9-5e00-43b4-af6c-89d3769b8873), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.365244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.548771 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.573783 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6074612 Sep 25 00:56:02.576248 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60124) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:02.607167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd671f-4138-4000-b912-00a70000c233 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c787d9-5e00-43b4-af6c-89d3769b8873,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:02.638936 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group_rule': {'security_group_id': 'e1c787d9-5e00-43b4-af6c-89d3769b8873', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:02.670009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:02.700120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-fdc65383-275d-4e45-8347-afabb8de9a8e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:02.708741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-fdc65383-275d-4e45-8347-afabb8de9a8e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/networks?id=c3254d23-d48a-485d-a0e8-5f41e3baa079 HTTP/1.1" status: 200 len: 811 time: 0.2584291 Sep 25 00:56:02.734045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:02.734464 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.734964 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 Sep 25 00:56:02.747960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-28b4c4ac-07e5-4814-9a2e-082153c6853e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/quotas/5ca92ea462d24d2d8632e5c52a3dfe63 HTTP/1.1" status: 200 len: 375 time: 0.0378594 Sep 25 00:56:02.809373 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-8c58d7ff-bf73-437f-a402-a32b4dc9d48f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:02.817074 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-8c58d7ff-bf73-437f-a402-a32b4dc9d48f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 0.4366021 Sep 25 00:56:02.832014 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (dbbc07ab-f006-4c49-bc17-3317e1021669), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:02.845954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-bbe72757-56a0-423f-88e5-82d8b8b3046d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/quotas/28568584195d475fbc52d76185e09044 HTTP/1.1" status: 200 len: 375 time: 0.0276701 Sep 25 00:56:02.848773 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 8 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:02.881925 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-c3031f0a-cc19-4e87-968c-ef6eb19c9756 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=5ca92ea462d24d2d8632e5c52a3dfe63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329625 Sep 25 00:56:02.940105 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-c60ffa88-bd2a-48e0-a246-7c22cf1e60ae tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928969 Sep 25 00:56:03.002227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (dbbc07ab-f006-4c49-bc17-3317e1021669), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.054729 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-1ff70633-5ee3-4f32-a76c-872dcb09331f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c3254d23-d48a-485d-a0e8-5f41e3baa079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714368 Sep 25 00:56:03.120923 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (dbbc07ab-f006-4c49-bc17-3317e1021669), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.177877 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-07759937-5eb9-4169-aa1e-2015944982cc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201169 Sep 25 00:56:03.187348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:03.196415 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbc07ab-f006-4c49-bc17-3317e1021669,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:03.201528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks [] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.205873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:03.215584 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.219087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:03.220944 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.222658 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9356fb05-2e69-48b0-b521-0e8d2e5ee52f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6350505 Sep 25 00:56:03.230842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60170) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:03.259192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group_rule': {'security_group_id': 'e1c787d9-5e00-43b4-af6c-89d3769b8873', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:03.274383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:03.358628 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-8698e1d7-d808-48ac-8950-c6bc534f9f45 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791475 Sep 25 00:56:03.463665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8c61-647c-44e8-9d6f-2ec8e05cb2a8 None None] Pushing event updated for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:03.468462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Attempting to bind port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:03.469162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Attempting to bind port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:03.469770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Attempting to bind port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 on network c3254d23-d48a-485d-a0e8-5f41e3baa079 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:03.527186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:03.528322 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 7d521366-e68f-48bd-a7a8-e2283117a2b7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:03.592912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:03.602057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Checking segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:03.602910 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.603621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Bound using segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:03.604273 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Bound port: a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:03.604582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.689530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 7d521366-e68f-48bd-a7a8-e2283117a2b7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:03.690251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.690251 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 7d521366-e68f-48bd-a7a8-e2283117a2b7 Sep 25 00:56:03.735392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (0ea8217a-556f-4b0c-862c-afdc35061ba9), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.756117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-4cf5c7f8-021b-4988-b6a8-b6e6a5021cf7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c3254d23-d48a-485d-a0e8-5f41e3baa079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005205 Sep 25 00:56:03.790720 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 9 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:03.933057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (0ea8217a-556f-4b0c-862c-afdc35061ba9), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:03.940559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (0ea8217a-556f-4b0c-862c-afdc35061ba9), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:04.020995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea8217a-556f-4b0c-862c-afdc35061ba9,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:04.040398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] For port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:04.044559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:04.045856 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f7fe5215-8cdd-4e57-8ad1-d64735a17bf9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8085189 Sep 25 00:56:04.047104 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:04.049027 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60198) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:04.059172 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:04.059662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] For port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:04.154771 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:04.161006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:04.176199 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:56:04.220768 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:04.221434 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:04.310389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:04.316927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 7d521366-e68f-48bd-a7a8-e2283117a2b7 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:04.481952 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:04.483639 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:04.504198 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c1b4ae64-f411-4c18-97a7-0a2ac8ba5d01 req-6d950c6d-6a43-4b4f-bb81-9052adee14ed tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.2968950 Sep 25 00:56:04.644658 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 10 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:04.788459 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:04.869206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:04.871782 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.026795 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8c61-647c-44e8-9d6f-2ec8e05cb2a8 None None] Pushing event updated for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:05.043034 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:56:05.153841 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7cc8fa3-4797-4005-807d-7e28ef2eba5b req-83c196ae-0c06-4361-a8a1-e44638ba1836 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.2804918 Sep 25 00:56:05.225726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:05.226293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:05.242873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:05.348802 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f1843b01-229e-485c-8f4c-54e4c4e06411 req-0efd485c-0119-4cd4-aee7-09ffba0ab890 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.4650817 Sep 25 00:56:05.393846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60250) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:05.473146 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:55:56Z', 'revision_number': 2, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:05.534621 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Allocated IP 172.37.1.229 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/3be19e53-1051-400f-988a-21c11c99e045) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:05.536329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:56:05.549976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Updating router 65efe4c7-23fe-404a-935b-071fd874df87 port a08ec5e3-6360-432b-aa85-85ce1774998d binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:56:05.625243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.766866 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (3be19e53-1051-400f-988a-21c11c99e045), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.797662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:05.834330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:05.835013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.841194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2aa78590-097e-4237-8dab-23562281ccdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.842318 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:05.849209 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (3be19e53-1051-400f-988a-21c11c99e045), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:05.889655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:05.902678 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:05.919036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:05.954672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:05.958911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:06.019290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:06.035568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2aa78590-097e-4237-8dab-23562281ccdf admin admin] Publish callbacks [] for security_group (e1b9c040-9c9b-4bed-8f7d-942a2f55c696), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.049898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2aa78590-097e-4237-8dab-23562281ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e1b9c040-9c9b-4bed-8f7d-942a2f55c696), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.097865 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=3be19e53-1051-400f-988a-21c11c99e045,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:06.099292 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa78590-097e-4237-8dab-23562281ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9c040-9c9b-4bed-8f7d-942a2f55c696,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:06.120174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bf7b87a-6af1-49e7-9168-9d3c9c699543 req-f6e21d48-8c61-4fe0-820b-f6c155e1f373 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.0827513 Sep 25 00:56:06.134347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] For port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:06.144778 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2aa78590-097e-4237-8dab-23562281ccdf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=03e39e5230b1454197fb977b74b18596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497156 Sep 25 00:56:06.148234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60270) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:06.247689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] Publish callbacks [] for security_group (e1b9c040-9c9b-4bed-8f7d-942a2f55c696), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.248355 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.307028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] Publish callbacks [] for security_group (e1b9c040-9c9b-4bed-8f7d-942a2f55c696), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.346529 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks [] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.363378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.371459 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.385543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e1b9c040-9c9b-4bed-8f7d-942a2f55c696), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.389168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.395568 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e1b9c040-9c9b-4bed-8f7d-942a2f55c696 HTTP/1.1" status: 204 len: 168 time: 0.2390151 Sep 25 00:56:06.410553 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a3d3-3449-42cd-a821-c1fbccdc1401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9c040-9c9b-4bed-8f7d-942a2f55c696,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:06.465993 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (3be19e53-1051-400f-988a-21c11c99e045), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.563679 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd31295b-949a-4917-a542-1eaf91d84089 req-7443eb56-a808-40e0-a98d-e88f65feb29d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.0739393 Sep 25 00:56:06.569159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.57', 58730) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:06.619701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934286-f6d4-4289-b350-e63dbb65f933 None None] Pushing event updated for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:06.665382 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port a08ec5e3-6360-432b-aa85-85ce1774998d triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:06.665948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.666372 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port a08ec5e3-6360-432b-aa85-85ce1774998d Sep 25 00:56:06.730108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Attempting to bind port a08ec5e3-6360-432b-aa85-85ce1774998d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:06.732770 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Attempting to bind port a08ec5e3-6360-432b-aa85-85ce1774998d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:06.733528 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Attempting to bind port a08ec5e3-6360-432b-aa85-85ce1774998d on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:06.792326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6', 'name': '', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'mac_address': 'fa:16:3e:ce:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:03Z', 'revision_number': 4, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'subnets': [{'id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:06.808481 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:06.866593 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:06.867108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Checking segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:06.868054 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.868458 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Bound using segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:06.871887 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Bound port: a08ec5e3-6360-432b-aa85-85ce1774998d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:06.872293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.889080 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b692f54d-6cdc-4ab1-af22-92e1306d4753 req-d9c66d5a-06d7-4101-92a7-9724e4aa4783 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.4237421 Sep 25 00:56:06.937404 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (3be19e53-1051-400f-988a-21c11c99e045), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.946973 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (3be19e53-1051-400f-988a-21c11c99e045), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.949080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:06.960162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] For port a08ec5e3-6360-432b-aa85-85ce1774998d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:06.965826 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] For port a08ec5e3-6360-432b-aa85-85ce1774998d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a08ec5e3-6360-432b-aa85-85ce1774998d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:06.987772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:07.032531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-d20a28a3-590d-4966-abba-de7063afdc70 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:07.034208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-d20a28a3-590d-4966-abba-de7063afdc70 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.4600761 Sep 25 00:56:07.044096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Port a08ec5e3-6360-432b-aa85-85ce1774998d cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:07.047412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791732b-3b22-490f-a2b6-454b45e94415 None None] The sync data for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi is: [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6', 'name': '', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'mac_address': 'fa:16:3e:ce:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:03Z', 'revision_number': 4, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'subnets': [{'id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:56:07.049366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Pushing event updated for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:07.091131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:07.096454 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=3be19e53-1051-400f-988a-21c11c99e045,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:07.138090 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:07.148134 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-81275f59-8e32-4ca2-9580-57de01a706ff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0978854 Sep 25 00:56:07.154956 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:07.155628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:07.188781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 2, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:07.204584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:07.285110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:56:07.285756 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Updating router 0366ab62-209a-4a0a-a198-da6587ec3f4a port 1b8115fa-df9f-4b13-830a-866086f1b68f binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:56:07.341392 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934286-f6d4-4289-b350-e63dbb65f933 None None] Pushing event updated for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:07.349611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-c5d5798f-995b-4e7c-8129-c35d49d258b8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 379 time: 0.2481804 Sep 25 00:56:07.361834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:07.451085 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fad76bd-1d49-42a7-9aa0-cf8efcd09e4b req-5364b327-215e-4f46-837d-4710732ecb73 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.1428816 Sep 25 00:56:07.468443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'port': {'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'admin_state_up': True, 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'security_groups': ['85a4d961-6b69-4634-b71f-daffd4a3d47f']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:07.549148 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 2 to provision port a08ec5e3-6360-432b-aa85-85ce1774998d Sep 25 00:56:07.591484 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:07.909217 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-a54a8857-e7e6-4582-83cd-9e2ae9fa6b27 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--460209066&fields=id&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 267 time: 0.2798736 Sep 25 00:56:07.961898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.57', 58741) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:07.966049 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc94038-9988-4e27-9fc1-7949ee784449 req-0f96e461-1a90-4cb4-b481-571fac470a87 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.1552200 Sep 25 00:56:08.144861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:08.309503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port a08ec5e3-6360-432b-aa85-85ce1774998d is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:08.310139 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:08.350914 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-878dba7c-3cd0-4185-8167-f2f7e2de3163 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:08.364423 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-878dba7c-3cd0-4185-8167-f2f7e2de3163 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 817 time: 0.4393485 Sep 25 00:56:08.415978 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-b8e2707d-775a-48de-9cca-f4148cfe5396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/quotas/f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 375 time: 0.0502245 Sep 25 00:56:08.589014 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-95f08c8b-23ea-437d-89c4-6f862405a50c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678929 Sep 25 00:56:08.615229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71ec9827-b3f4-4db1-9258-5b992036eff8 req-7116e4ee-da6c-4100-9bbf-4eec97e87fc9 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.3850915 Sep 25 00:56:08.615861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:08.623712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:08.637382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:08.650633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:08.667244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:08.685087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-6faf0c32-0ebc-46d9-84bd-4a7778ca28dc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:08.690446 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-6faf0c32-0ebc-46d9-84bd-4a7778ca28dc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 0.7233393 Sep 25 00:56:08.753962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'port': {'device_id': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'admin_state_up': True, 'tenant_id': '28568584195d475fbc52d76185e09044'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:09.007499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks [] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.051170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05cc88fd-14e8-4952-8a86-cff74a6274f4 req-29056c18-62b0-4eae-b28c-84d5d8292564 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.1887095 Sep 25 00:56:09.077153 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.57', 58749) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:09.134185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:06Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:09.141363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.182881 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-4832745b-805c-47d1-b299-d44fa09beb2a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780938 Sep 25 00:56:09.259902 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4f25-6e67-487e-83c2-f06c59e6d731 None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:06Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:56:09.300354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] For port a08ec5e3-6360-432b-aa85-85ce1774998d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a08ec5e3-6360-432b-aa85-85ce1774998d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:09.346666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.357781 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:09.421998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89387809-d0c0-4866-aa94-6204cbfcfe2e req-7a8f596d-aac8-474a-bd1a-d8a03fccfb71 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.1272495 Sep 25 00:56:09.517484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60428) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:09.549131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f115f-467f-4600-bd86-6baeae362863 None None] Pushing event updated for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:09.551952 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port 68a3f405-e599-4339-b2a8-058311132e20 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:09.552346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (68a3f405-e599-4339-b2a8-058311132e20), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.552687 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port 68a3f405-e599-4339-b2a8-058311132e20 Sep 25 00:56:09.557935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:09.559182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.560044 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:09.693871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.20.0.5 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/0b0017e5-0afb-4334-8450-1d4303b0d473) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:09.795996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Made reservation on behalf of 28568584195d475fbc52d76185e09044 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:09.807602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:09.888264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Attempting to bind port 1b8115fa-df9f-4b13-830a-866086f1b68f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:09.888771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Attempting to bind port 1b8115fa-df9f-4b13-830a-866086f1b68f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:09.891710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Attempting to bind port 1b8115fa-df9f-4b13-830a-866086f1b68f on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:09.983229 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-5d6a20da-6c0a-4414-8972-f240399ccd6b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:09.984933 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-5d6a20da-6c0a-4414-8972-f240399ccd6b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 0.8919601 Sep 25 00:56:09.993903 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-f1f1ab93-fa62-47a9-940d-0f69c3246e55 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476091 Sep 25 00:56:10.037938 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db9b372b-2e3f-4aa4-bda3-003395d121eb req-ba82624c-b00a-4799-aecc-208b9b16152a tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.1672351 Sep 25 00:56:10.060411 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'port': {'device_id': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'admin_state_up': True, 'tenant_id': '28568584195d475fbc52d76185e09044'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:10.123325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.57', 58759) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:10.123787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Pushing event updated for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:10.330166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:10.330886 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:10.338823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:10.339339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Bound using segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:10.339992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Bound port: 1b8115fa-df9f-4b13-830a-866086f1b68f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:10.340248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:10.421708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:10.447605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port 68a3f405-e599-4339-b2a8-058311132e20 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:10.580846 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f85-0586-412a-bb06-453f68e37b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:10.612602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:10.715734 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port 8a22f42d-c327-4ae1-9e34-d8947d30272d triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:10.726100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:10.734675 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port 8a22f42d-c327-4ae1-9e34-d8947d30272d Sep 25 00:56:10.872967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60468) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:10.946779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:10.987516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-fea2763f-4057-44ea-ab33-2a83ae015fcc tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:10.992424 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-fea2763f-4057-44ea-ab33-2a83ae015fcc tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c3254d23-d48a-485d-a0e8-5f41e3baa079 HTTP/1.1" status: 200 len: 811 time: 0.8503709 Sep 25 00:56:11.006040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a08ec5e3-6360-432b-aa85-85ce1774998d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:11.011909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.045232 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f08e35b3-1e8d-4c4b-a494-11f373907330 req-11f34eb6-457f-4595-8090-da985ab92af6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.1734350 Sep 25 00:56:11.173139 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f85-0586-412a-bb06-453f68e37b84 admin admin] Publish callbacks [] for security_group (4b98f20e-a379-4b7e-ab5f-c799b7b8a586), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.180189 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Made reservation on behalf of 28568584195d475fbc52d76185e09044 for: {'port': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:11.192912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] For port 1b8115fa-df9f-4b13-830a-866086f1b68f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:11.196978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.233054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f85-0586-412a-bb06-453f68e37b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (4b98f20e-a379-4b7e-ab5f-c799b7b8a586), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.248854 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] For port 1b8115fa-df9f-4b13-830a-866086f1b68f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b8115fa-df9f-4b13-830a-866086f1b68f,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:11.251852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:11.310998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:11.321400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.333590 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ef1f5f85-0586-412a-bb06-453f68e37b84 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5ebd27a1c5574f37b514600466d568e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8100803 Sep 25 00:56:11.539916 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60482) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:11.579924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port 8a22f42d-c327-4ae1-9e34-d8947d30272d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:11.653480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port a62d43a0-f84e-4f0c-bde1-8e3aa339843e triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:11.653929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:11.654224 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port a62d43a0-f84e-4f0c-bde1-8e3aa339843e Sep 25 00:56:11.716399 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-04b1db0b-8d79-4e9e-ad81-5109e06ea1ec req-ef3e88de-8718-428d-9164-fa618db05b24 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.4265122 Sep 25 00:56:11.909291 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Request body: {'port': {'device_id': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'admin_state_up': True, 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:11.973097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:11.983891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:11.984587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:55:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:12.160870 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:12.447824 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0cef-95dd-4463-a110-2dfb502028a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:12.564437 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f5f85-0586-412a-bb06-453f68e37b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98f20e-a379-4b7e-ab5f-c799b7b8a586,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:12.594059 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-239555d3-ffc4-4cbc-a9cf-a1847074b9af req-46c3e327-1ea3-4b08-abdf-51c807bb166c tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.6475677 Sep 25 00:56:12.673631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f115f-467f-4600-bd86-6baeae362863 None None] Pushing event updated for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:12.698661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:12.703190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Allocated IP 172.20.0.12 (e04e78f2-fc42-4b3e-9ba5-62cef58448f8/6474d219-e5a1-4a6c-8e41-4afa0ca3d765/1f1b4ee1-4f64-49a9-bb20-210b866dfbd5) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:12.713159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Made reservation on behalf of 5ca92ea462d24d2d8632e5c52a3dfe63 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:12.718546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:12.873937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port a08ec5e3-6360-432b-aa85-85ce1774998d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:12.874599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:12.874777 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port a08ec5e3-6360-432b-aa85-85ce1774998d Sep 25 00:56:12.896384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:12.940878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60508) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:12.943258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:12.951920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:12.969046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:12.985104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c2573-71bc-4161-ba50-94c25035264c req-acb7ce8e-4d46-4ecd-afba-702ad335816c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:12.987023 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-081c2573-71bc-4161-ba50-94c25035264c req-acb7ce8e-4d46-4ecd-afba-702ad335816c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 931 time: 2.0353227 Sep 25 00:56:12.997537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:13.003372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:13.004161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.018221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:11Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:13.041951 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-fd22aa3c-ba66-4bd6-af35-2add444a3eb9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5896258 Sep 25 00:56:13.086328 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Allocated IP 172.20.0.13 (c3254d23-d48a-485d-a0e8-5f41e3baa079/d4d50c9e-21e6-4b33-9f79-09c2d9887013/9618d105-fdf7-4a07-9a29-e94ba03b6c41) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:13.095481 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-17ffad7b-f2e3-49c1-bd89-8c38a633c6f7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:56:13.104134 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-17ffad7b-f2e3-49c1-bd89-8c38a633c6f7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0076461 Sep 25 00:56:13.211929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b9dd3-bfca-4baa-9366-f919ee1e1a68 None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:11Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:56:13.227026 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0cef-95dd-4463-a110-2dfb502028a2 admin admin] Publish callbacks [] for security_group (4f3cbfce-7787-4c5f-ad6e-593f9eeb1234), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.235478 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4d85b520-2d09-496b-90c4-bc933111d9df req-e63f708c-ebf8-44a5-8e09-55144ad08115 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.3191876 Sep 25 00:56:13.248512 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0cef-95dd-4463-a110-2dfb502028a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (4f3cbfce-7787-4c5f-ad6e-593f9eeb1234), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.457617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port a62d43a0-f84e-4f0c-bde1-8e3aa339843e is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:13.460044 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c7ed0cef-95dd-4463-a110-2dfb502028a2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=122985cea56d4df18d25bf3e04482c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5839920 Sep 25 00:56:13.465966 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60516) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:13.484672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Provisioning complete for port 1b8115fa-df9f-4b13-830a-866086f1b68f triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:13.487463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.487642 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Attempt 1 to provision port 1b8115fa-df9f-4b13-830a-866086f1b68f Sep 25 00:56:13.515332 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] Publish callbacks [] for security_group (4b98f20e-a379-4b7e-ab5f-c799b7b8a586), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.553544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port a08ec5e3-6360-432b-aa85-85ce1774998d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:13.583559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks [] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.648559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:13.690321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.721423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Current status of the port 1b8115fa-df9f-4b13-830a-866086f1b68f is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:13.722642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.756589 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:13.771793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] For port 1b8115fa-df9f-4b13-830a-866086f1b68f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b8115fa-df9f-4b13-830a-866086f1b68f,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:13.784080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.850225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 1b8115fa-df9f-4b13-830a-866086f1b68f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:13.923627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Pushing event updated for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:13.943892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Request body: {'port': {'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:13.959190 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Provisioning complete for port 0b0017e5-0afb-4334-8450-1d4303b0d473 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:13.960069 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.961498 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 1 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:13.966052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 1b8115fa-df9f-4b13-830a-866086f1b68f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:13.966933 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:13.967503 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 1b8115fa-df9f-4b13-830a-866086f1b68f Sep 25 00:56:14.045557 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] Publish callbacks [] for security_group (4b98f20e-a379-4b7e-ab5f-c799b7b8a586), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.163508 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7920-eeb9-4aba-b847-116f51289912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.236476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:14.256596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:14.261505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217cbb-6445-4d5f-b54d-31c1207a741f None None] Pushing event updated for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:14.263090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-081c2573-71bc-4161-ba50-94c25035264c req-99bf1a2f-3f8f-4c9b-9ff3-969971b4f0ca tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2280164 Sep 25 00:56:14.276324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:14.278507 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed0cef-95dd-4463-a110-2dfb502028a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3cbfce-7787-4c5f-ad6e-593f9eeb1234,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:14.300740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:14.314323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:14.315578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.322124 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19132407-8c74-4b2c-b247-80d576de3c64 req-f6ffd11a-0d4d-46c3-b3dc-85912acd8767 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.1322405 Sep 25 00:56:14.348855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 1b8115fa-df9f-4b13-830a-866086f1b68f is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:14.353286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.477675 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.57', 58770) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:14.641752 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (4b98f20e-a379-4b7e-ab5f-c799b7b8a586), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.653481 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:14.654888 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4b98f20e-a379-4b7e-ab5f-c799b7b8a586 HTTP/1.1" status: 204 len: 168 time: 2.9625118 Sep 25 00:56:14.760309 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd58fe4-1e08-4e66-80c7-b8a737ec2134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98f20e-a379-4b7e-ab5f-c799b7b8a586,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:14.762056 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 2 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:14.947468 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:14.986409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:15.086101 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] Publish callbacks [] for security_group (4f3cbfce-7787-4c5f-ad6e-593f9eeb1234), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.117052 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-e5f1dea4-8754-4994-837d-583981fc52dc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:15.125852 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-e5f1dea4-8754-4994-837d-583981fc52dc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 817 time: 0.6234930 Sep 25 00:56:15.192455 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d027ee02-0a25-44bc-942a-be806ff7a889 req-4f984d27-fe3b-46db-b714-aa6907571ad4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.5338798 Sep 25 00:56:15.254487 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] Publish callbacks [] for security_group (4f3cbfce-7787-4c5f-ad6e-593f9eeb1234), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.318924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bfa5b-7869-42ae-8811-d458b8a0b6ca req-282daa01-95ea-4f7c-b223-6c4aed9751de tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:15.329792 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-968bfa5b-7869-42ae-8811-d458b8a0b6ca req-282daa01-95ea-4f7c-b223-6c4aed9751de tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 932 time: 0.6766269 Sep 25 00:56:15.338265 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-8cdafefe-c826-493d-86b0-b6457e32c9e7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3054883 Sep 25 00:56:15.358546 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (4f3cbfce-7787-4c5f-ad6e-593f9eeb1234), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.363747 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.370451 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4f3cbfce-7787-4c5f-ad6e-593f9eeb1234 HTTP/1.1" status: 204 len: 168 time: 1.8585908 Sep 25 00:56:15.419692 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fae6a4-39c7-4835-a42c-f368255ce22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3cbfce-7787-4c5f-ad6e-593f9eeb1234,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:15.453787 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 3 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:15.562975 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:15.614402 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187be50-a79f-4dbc-ba2e-fc56035697e5 req-6db0e944-0d95-427b-af5d-1f54bfbbc2a3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:15.616023 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0187be50-a79f-4dbc-ba2e-fc56035697e5 req-6db0e944-0d95-427b-af5d-1f54bfbbc2a3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 931 time: 0.1493361 Sep 25 00:56:15.682348 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:15.728313 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0187be50-a79f-4dbc-ba2e-fc56035697e5 req-929af41b-f6a9-48e0-a6c9-f778770acb83 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880010 Sep 25 00:56:15.742454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 1b8115fa-df9f-4b13-830a-866086f1b68f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:15.754657 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60550) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:15.764632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.801235 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-84bb92ea-103b-48bd-a5ae-2f0c0ac21b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.825513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:15.865061 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-968bfa5b-7869-42ae-8811-d458b8a0b6ca req-25cb038a-108d-419f-8d5b-334203a8a349 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317670 Sep 25 00:56:15.922524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7920-eeb9-4aba-b847-116f51289912 admin admin] Publish callbacks [] for security_group (67a0a6f8-8495-43bc-b0eb-8fd25b521770), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.937906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 1b8115fa-df9f-4b13-830a-866086f1b68f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:15.938531 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.938839 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 1b8115fa-df9f-4b13-830a-866086f1b68f Sep 25 00:56:15.941999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7ac7920-eeb9-4aba-b847-116f51289912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (67a0a6f8-8495-43bc-b0eb-8fd25b521770), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.942266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:15.975919 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d7ac7920-eeb9-4aba-b847-116f51289912 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=55b9b458194a4f4084ea2186c20b1efd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0271461 Sep 25 00:56:15.985781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:15.987666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60554) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:16.032708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:16.041760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:16.042139 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2cf3eab2-dbd0-45eb-ae42-d59bde40ef53 req-00c6288d-694d-40c3-8a15-80df148d5416 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.1352105 Sep 25 00:56:16.068506 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 4 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:16.081479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:16.087715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:16.088879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.102444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 1b8115fa-df9f-4b13-830a-866086f1b68f is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:16.147181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:16.153051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.180589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac7920-eeb9-4aba-b847-116f51289912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a0a6f8-8495-43bc-b0eb-8fd25b521770,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.192227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-84bb92ea-103b-48bd-a5ae-2f0c0ac21b1f admin admin] Publish callbacks [] for security_group (319977b9-66be-449a-ad68-3ee9c71fcd0a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.202877 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-84bb92ea-103b-48bd-a5ae-2f0c0ac21b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (319977b9-66be-449a-ad68-3ee9c71fcd0a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.231450 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Allocated IP 172.20.0.4 (e04e78f2-fc42-4b3e-9ba5-62cef58448f8/6474d219-e5a1-4a6c-8e41-4afa0ca3d765/344eed51-ca03-4da0-b7a1-415ff8227472) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:16.239109 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ff7d5328-6bba-4e83-b5f8-899922828763 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5056531 Sep 25 00:56:16.243763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0017e5-0afb-4334-8450-1d4303b0d473 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:16.245445 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-84bb92ea-103b-48bd-a5ae-2f0c0ac21b1f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b93a309e12d34f94b871601cc45e9255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894762 Sep 25 00:56:16.249050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60560) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:16.254693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks [] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.297437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] Publish callbacks [] for security_group (67a0a6f8-8495-43bc-b0eb-8fd25b521770), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.306713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Transition to ACTIVE for port object 0b0017e5-0afb-4334-8450-1d4303b0d473 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:56:16.325105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.342423 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60562) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:16.363922 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3f07ebe-ed65-475b-aa85-ea23b1fc186a req-d82fb16b-8060-4540-bd26-70ee4b59c38f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.0601416 Sep 25 00:56:16.366231 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] Publish callbacks [] for security_group (67a0a6f8-8495-43bc-b0eb-8fd25b521770), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.367386 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb92ea-103b-48bd-a5ae-2f0c0ac21b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319977b9-66be-449a-ad68-3ee9c71fcd0a,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.385563 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef194-0658-4b38-9ed9-382b29906cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.441181 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] Publish callbacks [] for security_group (319977b9-66be-449a-ad68-3ee9c71fcd0a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.484591 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.510378 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Attempting to bind port 0b0017e5-0afb-4334-8450-1d4303b0d473 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:16.510841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Attempting to bind port 0b0017e5-0afb-4334-8450-1d4303b0d473 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:16.511341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Attempting to bind port 0b0017e5-0afb-4334-8450-1d4303b0d473 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:16.516297 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:16.520343 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] Publish callbacks [] for security_group (319977b9-66be-449a-ad68-3ee9c71fcd0a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.547171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:16.559619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (67a0a6f8-8495-43bc-b0eb-8fd25b521770), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.562206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.563346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/67a0a6f8-8495-43bc-b0eb-8fd25b521770 HTTP/1.1" status: 204 len: 168 time: 0.5668054 Sep 25 00:56:16.568770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:56:16.569103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Attempting to bind port 0b0017e5-0afb-4334-8450-1d4303b0d473 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:16.577070 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e830-0839-427e-9660-8e6067e8a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a0a6f8-8495-43bc-b0eb-8fd25b521770,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.628509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:16.628878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:16.630393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:16.630988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Bound port: 0b0017e5-0afb-4334-8450-1d4303b0d473, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:16.634227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.649463 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 5 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:16.674586 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:16.693164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:16.695268 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef194-0658-4b38-9ed9-382b29906cc3 admin admin] Publish callbacks [] for security_group (bfc2d17c-7046-47e5-bf05-d80f20d05825), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.699316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for port (344eed51-ca03-4da0-b7a1-415ff8227472), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.703840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef194-0658-4b38-9ed9-382b29906cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bfc2d17c-7046-47e5-bf05-d80f20d05825), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.706416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (319977b9-66be-449a-ad68-3ee9c71fcd0a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.709083 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.710165 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/319977b9-66be-449a-ad68-3ee9c71fcd0a HTTP/1.1" status: 204 len: 168 time: 0.4532950 Sep 25 00:56:16.742989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:16.772271 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef194-0658-4b38-9ed9-382b29906cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc2d17c-7046-47e5-bf05-d80f20d05825,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.774689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b0017e5-0afb-4334-8450-1d4303b0d473,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:16.777192 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-8d7ef194-0658-4b38-9ed9-382b29906cc3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c549d8eee4e64e0196bb387d08150c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296556 Sep 25 00:56:16.780087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60568) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:16.800972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.801857 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabd6de-01f2-47c6-945f-34aaa42e3785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319977b9-66be-449a-ad68-3ee9c71fcd0a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:16.815082 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.833498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:16.834376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:16.838574 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 200 len: 1093 time: 3.1932278 Sep 25 00:56:16.840464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:16.948757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:16.990075 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:16.998328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:16.998617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] Publish callbacks [] for security_group (bfc2d17c-7046-47e5-bf05-d80f20d05825), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.002941 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:17.009058 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:17.009408 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.012125 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:17.021200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542925f-c329-4db8-a67c-deee2654caf3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:17.034104 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d26b4-36c1-48db-9762-ec1296fee21d req-d8897d84-284c-4dcd-8a9e-1e3feaa8e00a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:17.035684 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4d7d26b4-36c1-48db-9762-ec1296fee21d req-d8897d84-284c-4dcd-8a9e-1e3feaa8e00a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.1194427 Sep 25 00:56:17.044557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] Publish callbacks [] for security_group (bfc2d17c-7046-47e5-bf05-d80f20d05825), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.053172 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9f01d6f0-6111-483f-98ca-67cc1d2d729c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9995470 Sep 25 00:56:17.113366 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4d7d26b4-36c1-48db-9762-ec1296fee21d req-3b1e74fe-020f-45c2-a063-ca9c35339f1f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698340 Sep 25 00:56:17.194063 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 6 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:17.295451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Port 0b0017e5-0afb-4334-8450-1d4303b0d473 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:56:17.299035 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-647fddc0-bb53-4e6f-b49f-1cd07db95d05 req-89b9b642-91f7-4dad-b1a3-ab82a1bc6f9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0673060 Sep 25 00:56:17.315309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Provisioning complete for port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:17.315896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.316228 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 1 to provision port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 Sep 25 00:56:17.386392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb" -d '{"events": [{"name": "network-changed", "server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:17.410337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-55d7ff0f-78a6-4e46-bf81-88450be6d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.424620 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60594) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:17.430222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a194-061b-4509-8ab6-08f417ae0884 req-31e841b2-fa32-4486-a37c-3be5f970e2fe tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:17.432819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f201a194-061b-4509-8ab6-08f417ae0884 req-31e841b2-fa32-4486-a37c-3be5f970e2fe tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 932 time: 0.3463936 Sep 25 00:56:17.454563 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90e11ad6-fb14-49e4-aace-d36752dec870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.471440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Current status of the port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:17.488430 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bfc2d17c-7046-47e5-bf05-d80f20d05825), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.490965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.492212 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bfc2d17c-7046-47e5-bf05-d80f20d05825 HTTP/1.1" status: 204 len: 168 time: 0.7109365 Sep 25 00:56:17.492426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Provisioning complete for port a08ec5e3-6360-432b-aa85-85ce1774998d triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:17.493216 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.493760 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Attempt 1 to provision port a08ec5e3-6360-432b-aa85-85ce1774998d Sep 25 00:56:17.518183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0180-79a4-43ab-b61e-3380a3e32314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc2d17c-7046-47e5-bf05-d80f20d05825,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:17.523635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f201a194-061b-4509-8ab6-08f417ae0884 req-173ce309-8048-44c6-9d7e-14e516fab016 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832195 Sep 25 00:56:17.534960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:17.618961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-913ff0a7-859c-4303-a1b5-11d2aa3010ad None None] Current status of the port a08ec5e3-6360-432b-aa85-85ce1774998d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:17.643094 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90e11ad6-fb14-49e4-aace-d36752dec870 admin admin] Publish callbacks [] for security_group (f670c468-d418-4477-a93a-73600c309424), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.650131 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90e11ad6-fb14-49e4-aace-d36752dec870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f670c468-d418-4477-a93a-73600c309424), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.692184 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11ad6-fb14-49e4-aace-d36752dec870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f670c468-d418-4477-a93a-73600c309424,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:17.718990 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-90e11ad6-fb14-49e4-aace-d36752dec870 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8928bfafbc184624805c19c6ecd97656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928698 Sep 25 00:56:17.720736 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60602) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:17.747402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Provisioning complete for port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:17.748086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.748577 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 1 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:17.787743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4bae9-709e-4e05-8435-86eba264675c req-4770fb80-f946-4092-b025-c631aeb3297b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:17.796231 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-73f4bae9-709e-4e05-8435-86eba264675c req-4770fb80-f946-4092-b025-c631aeb3297b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 931 time: 0.1266398 Sep 25 00:56:17.817909 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] Publish callbacks [] for security_group (f670c468-d418-4477-a93a-73600c309424), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.828631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:17.839401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a6e68d-bce2-48af-81fb-0a8f432816dc x-openstack-request-id: req-04a6e68d-bce2-48af-81fb-0a8f432816dc {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:17.839652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:17.839905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04a6e68d-bce2-48af-81fb-0a8f432816dc {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:17.840351 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a6e68d-bce2-48af-81fb-0a8f432816dc'] response: {'name': 'network-changed', 'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'status': 'completed', 'code': 200} Sep 25 00:56:17.855647 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] Publish callbacks [] for security_group (f670c468-d418-4477-a93a-73600c309424), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.857803 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-73f4bae9-709e-4e05-8435-86eba264675c req-b61827f3-48b4-4910-8781-c3926e2a5c65 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605316 Sep 25 00:56:17.918205 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f670c468-d418-4477-a93a-73600c309424), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.920827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:17.922289 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f670c468-d418-4477-a93a-73600c309424 HTTP/1.1" status: 204 len: 168 time: 0.2003546 Sep 25 00:56:17.932331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b3017-eae6-4fc1-895e-b40cf1e383f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f670c468-d418-4477-a93a-73600c309424,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:18.318841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60634) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:18.329578 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 2 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:18.361184 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1c315416-a721-4894-962e-e2290a2c19f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:18.450746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:18.468240 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaebb89-e2a1-4487-9092-91a9ecfb6a7c req-cefda542-6fd1-4e5b-a6d8-30215a607f79 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:18.482928 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbaebb89-e2a1-4487-9092-91a9ecfb6a7c req-cefda542-6fd1-4e5b-a6d8-30215a607f79 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.2096531 Sep 25 00:56:18.511867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:56:18.595114 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5bd26b22-4dff-4f7c-80d7-4d3a4bbc74fa req-211ca422-6fa9-4b1d-937f-4978ea4e3bb0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0882621 Sep 25 00:56:18.624577 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbaebb89-e2a1-4487-9092-91a9ecfb6a7c req-d9eeba31-e6d2-44a3-90a8-c533a2ef762a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401114 Sep 25 00:56:18.665875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1c315416-a721-4894-962e-e2290a2c19f6 admin admin] Publish callbacks [] for security_group (8c612e84-0518-4f62-bc18-50017ca73a27), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:18.671564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1c315416-a721-4894-962e-e2290a2c19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (8c612e84-0518-4f62-bc18-50017ca73a27), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:18.711751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c315416-a721-4894-962e-e2290a2c19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c612e84-0518-4f62-bc18-50017ca73a27,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:18.759784 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60642) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:18.759906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1c315416-a721-4894-962e-e2290a2c19f6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a0aa105c58b1474cbe337ec83f25fdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387722 Sep 25 00:56:18.937788 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:18.938553 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:18.948344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] Publish callbacks [] for security_group (8c612e84-0518-4f62-bc18-50017ca73a27), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:18.952328 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 3 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:18.988539 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] Publish callbacks [] for security_group (8c612e84-0518-4f62-bc18-50017ca73a27), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:18.995398 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bee394-7625-4e41-bb7d-4c07ab0a81f8 req-4208baa8-133c-4c5d-8912-c130a7290839 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:19.011339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1bee394-7625-4e41-bb7d-4c07ab0a81f8 req-4208baa8-133c-4c5d-8912-c130a7290839 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 932 time: 0.1402128 Sep 25 00:56:19.072188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:19.073466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:19.194863 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1bee394-7625-4e41-bb7d-4c07ab0a81f8 req-c0df6d60-43d0-465e-bfd9-17ef64cfb1ec tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637876 Sep 25 00:56:19.201858 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (8c612e84-0518-4f62-bc18-50017ca73a27), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:19.210896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:19.217564 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8c612e84-0518-4f62-bc18-50017ca73a27 HTTP/1.1" status: 204 len: 168 time: 0.4517953 Sep 25 00:56:19.256935 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:19.263841 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d1d7-b08c-4544-b862-ccee6aa342c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c612e84-0518-4f62-bc18-50017ca73a27,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:19.283441 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f286a2a-fa25-4adb-a837-a8bca1743dd4 req-7fde8a6a-768d-4b96-8fc6-785b92d8a1b3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:19.308054 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3f286a2a-fa25-4adb-a837-a8bca1743dd4 req-7fde8a6a-768d-4b96-8fc6-785b92d8a1b3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 931 time: 0.2066190 Sep 25 00:56:19.420307 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3f286a2a-fa25-4adb-a837-a8bca1743dd4 req-a0366aff-c659-47b1-85d1-a3c342294f4d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112576 Sep 25 00:56:19.524655 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Request body: {'port': {'device_id': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:19.576648 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 4 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:19.671775 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-d9aadf47-ee66-497f-bc2b-7789ed6ef3a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 379 time: 0.1568508 Sep 25 00:56:19.681358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:19.742614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Request body: {'port': {'device_id': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:19.753514 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e0e30586-16c8-439b-bb38-a0419637bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:19.797030 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'port': {'device_id': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'admin_state_up': True, 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'security_groups': ['e1c787d9-5e00-43b4-af6c-89d3769b8873']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:19.832707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Request body: {'port': {'device_id': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:19.836483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:20.014104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66457f68-28b4-4a16-96c9-ea1d09e8522d req-a98e3db1-f7a4-466c-b605-ea88037415e5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.1744370 Sep 25 00:56:20.050222 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acbabc-6630-4818-9c75-18aa17a67bee req-5f6aa1f3-fc0f-41aa-954e-67371b9ef361 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:20.051811 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-33acbabc-6630-4818-9c75-18aa17a67bee req-5f6aa1f3-fc0f-41aa-954e-67371b9ef361 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.2292364 Sep 25 00:56:20.068069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.190530 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 5 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:20.291178 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:20.340490 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.461918 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-33acbabc-6630-4818-9c75-18aa17a67bee req-da063c34-304e-4e3e-90bb-8276ac909837 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776248 Sep 25 00:56:20.471968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9618d105-fdf7-4a07-9a29-e94ba03b6c41 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:20.525280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:20.546691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-465aa355-e1df-4a93-92cd-3947e81bf282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:20.549635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-465aa355-e1df-4a93-92cd-3947e81bf282 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1127 time: 0.7513528 Sep 25 00:56:20.600136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks [] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.668673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.716351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Transition to ACTIVE for port object 9618d105-fdf7-4a07-9a29-e94ba03b6c41 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:56:20.754110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.791936 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 6 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:20.793985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Made reservation on behalf of f09655506e354c9d991f4df9a92f4086 for: {'port': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:20.798494 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:20.830370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Pushing event updated for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:20.846844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9e731-6b13-4a83-9439-f21bf7d178b1 req-69ccf4f5-fe2a-4a65-b58e-f5da0946ed29 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:20.849946 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-33a9e731-6b13-4a83-9439-f21bf7d178b1 req-69ccf4f5-fe2a-4a65-b58e-f5da0946ed29 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 932 time: 0.3300092 Sep 25 00:56:20.889725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:20.915672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Attempting to bind port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:20.916252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Attempting to bind port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:20.916742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Attempting to bind port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 on network c3254d23-d48a-485d-a0e8-5f41e3baa079 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:20.983280 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefb8c-0ccc-4958-aefe-6717596b076f req-d9d4f330-cd94-46bb-958e-e8d3ba55d262 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:20.987030 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-24aefb8c-0ccc-4958-aefe-6717596b076f req-d9d4f330-cd94-46bb-958e-e8d3ba55d262 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 931 time: 0.2577493 Sep 25 00:56:21.021304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:21.025109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.076236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 on network c3254d23-d48a-485d-a0e8-5f41e3baa079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:56:21.076569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Attempting to bind port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 on network c3254d23-d48a-485d-a0e8-5f41e3baa079 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:21.082940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-33a9e731-6b13-4a83-9439-f21bf7d178b1 req-e4c27a31-88f3-4a94-8218-842a9b463adc tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940320 Sep 25 00:56:21.135423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:21.136492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Checking segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:21.136492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Bound using segment: {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:21.136813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Bound port: 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b88da7-e2fb-4714-bbd5-a18aae097f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:21.136981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.173167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:21.176938 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-24aefb8c-0ccc-4958-aefe-6717596b076f req-972b9289-b210-4d71-a898-92eb90d1ede5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613672 Sep 25 00:56:21.235805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:21.242110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:21.261842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:21.289647 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-09790b2d-8cf8-4d1f-9a41-f000426ee1d9 req-19cb20a4-f263-46e9-b82a-075cd0f6b75c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0435150 Sep 25 00:56:21.295700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Allocated IP 172.20.0.14 (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb/cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae/96168749-3e0f-462f-9aed-adacd4fb28c0) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:56:21.297878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.367489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:21.368150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.369633 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9618d105-fdf7-4a07-9a29-e94ba03b6c41 HTTP/1.1" status: 200 len: 1094 time: 1.8622756 Sep 25 00:56:21.370906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda43ec-e20a-4589-9cc6-4db930244936 service neutron] Pushing event updated for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:21.375308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:21.377899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d33f757-5789-44a0-a8e4-f8844d611107" -d '{"events": [{"name": "network-changed", "server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:21.383526 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344eed51-ca03-4da0-b7a1-415ff8227472 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:21.404021 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks [] for port (344eed51-ca03-4da0-b7a1-415ff8227472), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.447727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d4c15-199f-4a0f-9278-90a632d12b84 x-openstack-request-id: req-092d4c15-199f-4a0f-9278-90a632d12b84 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:21.448026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:21.448262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-092d4c15-199f-4a0f-9278-90a632d12b84 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:21.448672 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092d4c15-199f-4a0f-9278-90a632d12b84'] response: {'name': 'network-changed', 'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41', 'status': 'completed', 'code': 200} Sep 25 00:56:21.466908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Transition to ACTIVE for port object 344eed51-ca03-4da0-b7a1-415ff8227472 will not be triggered until provisioned by entity L2. {{(pid=106228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:56:21.494227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.522938 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 7 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:21.597595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:21.702389 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.707466 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Attempting to bind port 344eed51-ca03-4da0-b7a1-415ff8227472 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:21.707822 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Attempting to bind port 344eed51-ca03-4da0-b7a1-415ff8227472 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:21.708287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Attempting to bind port 344eed51-ca03-4da0-b7a1-415ff8227472 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:21.710700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Pushing event updated for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:21.784374 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.823104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:21.825006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Port 344eed51-ca03-4da0-b7a1-415ff8227472 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:56:21.825424 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Attempting to bind port 344eed51-ca03-4da0-b7a1-415ff8227472 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:21.844648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks [] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.861544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Transition to ACTIVE for port object 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:56:21.867814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.873753 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:56:21.894287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:21.904840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:21.924079 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:56:21.931707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:21.932667 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.961613 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:21.962344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:21.963182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Bound using segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:21.963845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Bound port: 344eed51-ca03-4da0-b7a1-415ff8227472, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:21.964454 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:21.969455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bab13-d22c-4c9e-92b3-b47d724ccee6 req-0c2a5fa3-9049-4a84-bc9a-7e218b788f58 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:21.977791 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f54bab13-d22c-4c9e-92b3-b47d724ccee6 req-0c2a5fa3-9049-4a84-bc9a-7e218b788f58 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.3653159 Sep 25 00:56:21.981382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:22.009321 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-c003db89-458a-4798-ac5f-a6d24ce96c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2212901 Sep 25 00:56:22.066910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Attempting to bind port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:22.067251 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Attempting to bind port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:22.067587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Attempting to bind port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:22.098498 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 8 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:22.148906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f54bab13-d22c-4c9e-92b3-b47d724ccee6 req-178eefa2-5dff-4a05-a777-da594c1ab45c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692619 Sep 25 00:56:22.175278 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:22.175556 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:56:22.175837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Attempting to bind port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:22.190592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=344eed51-ca03-4da0-b7a1-415ff8227472,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:22.201513 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:22.203237 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.216819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:22.217484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.221899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.226624 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 1093 time: 2.4894969 Sep 25 00:56:22.237546 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:22.280617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:22.281039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:22.281524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Bound using segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:22.282296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Bound port: 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:22.282731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.300386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.452298 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fd41e-bfb6-47d3-8b14-c1c7356056dd req-473e45ad-5058-4800-8f0d-31a6e27dc6ee tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:22.453774 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-305fd41e-bfb6-47d3-8b14-c1c7356056dd req-473e45ad-5058-4800-8f0d-31a6e27dc6ee tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0890131 Sep 25 00:56:22.473749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f820a-8885-41e3-9214-d465f761ba17 req-35f23daa-e319-44d8-8518-3d12e593393e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:22.475370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-987f820a-8885-41e3-9214-d465f761ba17 req-35f23daa-e319-44d8-8518-3d12e593393e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0940168 Sep 25 00:56:22.477306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:22.498630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.505933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:22.551002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.561290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.572232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:22.572648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.574035 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 200 len: 1094 time: 2.7477665 Sep 25 00:56:22.662519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882a7f9-ad14-4b6a-b52c-88c6f4b235a5 service neutron] Pushing event updated for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:22.677944 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.689511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-987f820a-8885-41e3-9214-d465f761ba17 req-94c84e0a-ce20-4aaa-a22e-053638a4c65f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968520 Sep 25 00:56:22.703466 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Attempt 9 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:22.768158 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-af23bfd7-b4c4-4508-b86f-0d36236fbee1 None None] Port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:56:22.782068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac84bb-9e62-4be6-8348-99684a38038d service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:22.785982 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.801063 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-305fd41e-bfb6-47d3-8b14-c1c7356056dd req-7078fb3f-ff69-4193-af21-fb0dc497d65e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673614 Sep 25 00:56:22.926850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:22.932454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aba019-6090-4203-84c7-5eb1d17f642b req-fdede003-be3a-4055-b41a-ff4b47c6c3cf tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:22.934161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22aba019-6090-4203-84c7-5eb1d17f642b req-fdede003-be3a-4055-b41a-ff4b47c6c3cf tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.1018269 Sep 25 00:56:22.960941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Provisioning complete for port 96168749-3e0f-462f-9aed-adacd4fb28c0 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:22.962354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:22.964031 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 1 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:22.970149 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446" -d '{"events": [{"name": "network-changed", "server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:23.087179 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:23.133355 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22aba019-6090-4203-84c7-5eb1d17f642b req-a82291f6-26e7-45df-aa3e-72cb0d528ef7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884394 Sep 25 00:56:23.374978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2737f2-6787-4db5-b5d6-1350849be514 req-8819d757-7085-40c4-9c89-9970f245a5bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:23.386730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc2737f2-6787-4db5-b5d6-1350849be514 req-8819d757-7085-40c4-9c89-9970f245a5bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.1240690 Sep 25 00:56:23.406545 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05493d0-5b58-4cf4-af45-e1752810e336 x-openstack-request-id: req-f05493d0-5b58-4cf4-af45-e1752810e336 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:23.407057 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:23.407477 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f05493d0-5b58-4cf4-af45-e1752810e336 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:23.408223 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05493d0-5b58-4cf4-af45-e1752810e336'] response: {'name': 'network-changed', 'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472', 'status': 'completed', 'code': 200} Sep 25 00:56:23.470747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:23.477176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c05c7-b8bb-42d0-a8f9-ab2363c23658" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:23.542182 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc2737f2-6787-4db5-b5d6-1350849be514 req-71ce247f-4789-4dd0-84f4-cc83c9267ff9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545575 Sep 25 00:56:23.588965 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 2 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:23.611949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a89fb-6397-49d1-846e-359c5549c0cc x-openstack-request-id: req-c83a89fb-6397-49d1-846e-359c5549c0cc {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:23.612249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:23.612504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c83a89fb-6397-49d1-846e-359c5549c0cc {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:23.612911 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83a89fb-6397-49d1-846e-359c5549c0cc'] response: {'name': 'network-changed', 'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5', 'status': 'completed', 'code': 200} Sep 25 00:56:23.706204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:23.865866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4ebf1-7538-4d32-9514-9b7ee354a3ff req-755a008b-78ad-4669-add9-8e4fd920dd98 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:23.873921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2b4ebf1-7538-4d32-9514-9b7ee354a3ff req-755a008b-78ad-4669-add9-8e4fd920dd98 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0932910 Sep 25 00:56:23.979528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01311e-80cd-4b92-86a7-8e8e8db96aa4 req-8b758d3d-d1b5-40b1-9bcd-f186d894e04d tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:23.987503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2b4ebf1-7538-4d32-9514-9b7ee354a3ff req-3e07dce8-d436-4c95-97c5-f27d63dcc8e7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123679 Sep 25 00:56:23.999086 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9c01311e-80cd-4b92-86a7-8e8e8db96aa4 req-8b758d3d-d1b5-40b1-9bcd-f186d894e04d tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0828073 Sep 25 00:56:24.057029 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9c01311e-80cd-4b92-86a7-8e8e8db96aa4 req-9a2ecd49-7bba-42f0-ac66-70f313567d67 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Sep 25 00:56:24.208032 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 3 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:24.312964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:24.434595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c3bb-0960-4575-8d47-afcf76a04ae8 req-4426db89-0bfe-493e-9583-0abbc16d2e79 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:24.454959 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a42c3bb-0960-4575-8d47-afcf76a04ae8 req-4426db89-0bfe-493e-9583-0abbc16d2e79 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.1538568 Sep 25 00:56:24.579077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a42c3bb-0960-4575-8d47-afcf76a04ae8 req-5feb0d3a-2172-4868-92d9-2d8b0f898b0d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100769 Sep 25 00:56:24.783599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fb59-7806-40fb-9261-ee03d875a16f req-edc85711-2559-4430-924c-b8d7fec4feb7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:24.785549 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-99f9fb59-7806-40fb-9261-ee03d875a16f req-edc85711-2559-4430-924c-b8d7fec4feb7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0866034 Sep 25 00:56:24.816190 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 4 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:24.873581 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-99f9fb59-7806-40fb-9261-ee03d875a16f req-d4fb0c7b-673e-4885-b3b5-8b3f1e3e109e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813794 Sep 25 00:56:24.889710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:25.147058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a5a9-c846-4bd0-bc06-d0f4b402111b req-3d24f7c0-da18-420d-bb95-d82795dc2f26 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:25.156297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36a1a5a9-c846-4bd0-bc06-d0f4b402111b req-3d24f7c0-da18-420d-bb95-d82795dc2f26 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0676358 Sep 25 00:56:25.229808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6085c3-c4d6-44da-bd5e-b4e44977526a req-be3d2595-d208-4b81-8892-a1f681e6aa23 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:25.231672 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bc6085c3-c4d6-44da-bd5e-b4e44977526a req-be3d2595-d208-4b81-8892-a1f681e6aa23 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0823488 Sep 25 00:56:25.260396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36a1a5a9-c846-4bd0-bc06-d0f4b402111b req-623663c5-2d0c-41fa-9c50-19adaf5b66a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030366 Sep 25 00:56:25.310305 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bc6085c3-c4d6-44da-bd5e-b4e44977526a req-0010af3f-8902-47c4-b25a-a27173144f0d tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Sep 25 00:56:25.391263 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 5 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:25.438369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:25.697151 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60940) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:25.812180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e23fa-8d26-4266-8f24-ac71fc190f22 req-d801e32c-7467-4e87-b21e-2a95ee41a177 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:25.822149 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f9e23fa-8d26-4266-8f24-ac71fc190f22 req-d801e32c-7467-4e87-b21e-2a95ee41a177 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.1307099 Sep 25 00:56:25.911602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:25.922074 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb36c-c400-4a78-9108-45a802b3487d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:25.928197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f9e23fa-8d26-4266-8f24-ac71fc190f22 req-383d57ce-d511-4af3-8d68-0fc495a0424c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040766 Sep 25 00:56:25.939947 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 6 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:25.992007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:26.058195 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fffa7-5bc9-41ee-8929-30d3928a7830 req-6ec72abd-5ffe-44dc-bd5e-962ee983c02f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:26.059652 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6f0fffa7-5bc9-41ee-8929-30d3928a7830 req-6ec72abd-5ffe-44dc-bd5e-962ee983c02f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0752695 Sep 25 00:56:26.080459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb36c-c400-4a78-9108-45a802b3487d admin admin] Publish callbacks [] for security_group (6faa35a0-cb0b-4b59-b53a-c16bca072770), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.088321 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb36c-c400-4a78-9108-45a802b3487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6faa35a0-cb0b-4b59-b53a-c16bca072770), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.151422 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb36c-c400-4a78-9108-45a802b3487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faa35a0-cb0b-4b59-b53a-c16bca072770,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:26.161340 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f9fbb36c-c400-4a78-9108-45a802b3487d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=48f37c93452a40fb9f1070965497a755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573848 Sep 25 00:56:26.161468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60958) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:26.161965 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6f0fffa7-5bc9-41ee-8929-30d3928a7830 req-c6262b52-ccf8-4494-aefa-c2dfae5e0d36 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912750 Sep 25 00:56:26.219271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] Publish callbacks [] for security_group (6faa35a0-cb0b-4b59-b53a-c16bca072770), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.241016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] Publish callbacks [] for security_group (6faa35a0-cb0b-4b59-b53a-c16bca072770), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.287285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6faa35a0-cb0b-4b59-b53a-c16bca072770), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.290783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.292082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6faa35a0-cb0b-4b59-b53a-c16bca072770 HTTP/1.1" status: 204 len: 168 time: 0.1321290 Sep 25 00:56:26.301019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fb8c3-4f5f-4e70-b8a1-0cfbc71cf247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faa35a0-cb0b-4b59-b53a-c16bca072770,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:26.322053 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:26.385936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882ec6-16ba-45e7-8f04-510a7f56ac9c req-b11b709f-9ce3-4cd9-b9ad-6821c92676b6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:26.387816 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41882ec6-16ba-45e7-8f04-510a7f56ac9c req-b11b709f-9ce3-4cd9-b9ad-6821c92676b6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0541477 Sep 25 00:56:26.446649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41882ec6-16ba-45e7-8f04-510a7f56ac9c req-905f1184-6d23-44bf-9283-77c2d87e2565 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524077 Sep 25 00:56:26.449406 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0d22-7133-4174-946a-e776c02b1d34 req-8b0df125-1943-49ae-b33d-df03a3ce27e4 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:26.451092 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc1d0d22-7133-4174-946a-e776c02b1d34 req-8b0df125-1943-49ae-b33d-df03a3ce27e4 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0551019 Sep 25 00:56:26.493702 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 7 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:26.503390 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc1d0d22-7133-4174-946a-e776c02b1d34 req-6b5fafdf-572a-4c21-a50a-d994efea5dcb tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Sep 25 00:56:26.537075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:26.599676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 60970) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:26.613297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4d3795dd-66a7-4eca-92de-aa87e2c7380b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.690086 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4d3795dd-66a7-4eca-92de-aa87e2c7380b admin admin] Publish callbacks [] for security_group (a15d4e35-e003-4bad-aedc-dc70126ac0ea), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.693739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4d3795dd-66a7-4eca-92de-aa87e2c7380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a15d4e35-e003-4bad-aedc-dc70126ac0ea), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.698169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:26.735821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4d3795dd-66a7-4eca-92de-aa87e2c7380b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0ba384f2387f43539de482688bcccf66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350751 Sep 25 00:56:26.736994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3795dd-66a7-4eca-92de-aa87e2c7380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d4e35-e003-4bad-aedc-dc70126ac0ea,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:26.739021 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 60972) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:26.794364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] Publish callbacks [] for security_group (a15d4e35-e003-4bad-aedc-dc70126ac0ea), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.814076 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] Publish callbacks [] for security_group (a15d4e35-e003-4bad-aedc-dc70126ac0ea), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.862825 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a15d4e35-e003-4bad-aedc-dc70126ac0ea), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.865601 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:26.867317 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a15d4e35-e003-4bad-aedc-dc70126ac0ea HTTP/1.1" status: 204 len: 168 time: 0.1271367 Sep 25 00:56:26.875457 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ca258-55bb-4532-8d51-231f96daab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d4e35-e003-4bad-aedc-dc70126ac0ea,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:27.037899 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 8 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:27.064623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9b64b-797d-45e7-8214-1027cb56fb68 req-61cc4124-255c-4586-83c7-9613320b93de tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:27.066194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ba9b64b-797d-45e7-8214-1027cb56fb68 req-61cc4124-255c-4586-83c7-9613320b93de tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.0546429 Sep 25 00:56:27.073729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:27.120600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ba9b64b-797d-45e7-8214-1027cb56fb68 req-3d34ac49-6c94-42fe-9958-be073d481fbd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462863 Sep 25 00:56:27.301160 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d691328-6669-484c-a1f7-229f2baaee0d req-3f2c4af0-76ad-47b0-8669-0830da80fd5d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:27.302794 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3d691328-6669-484c-a1f7-229f2baaee0d req-3f2c4af0-76ad-47b0-8669-0830da80fd5d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0484910 Sep 25 00:56:27.336907 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:27.352826 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3d691328-6669-484c-a1f7-229f2baaee0d req-371b1acd-adf8-43ea-9092-56b80dad2267 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Sep 25 00:56:27.574980 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 9 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:27.608760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23ef60-29e1-4467-a79f-81ea9491f5c8 req-12235ee9-b462-493c-8d14-aa1136ffece2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:27.616708 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef23ef60-29e1-4467-a79f-81ea9491f5c8 req-12235ee9-b462-493c-8d14-aa1136ffece2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0913761 Sep 25 00:56:27.630685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:27.652379 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b8307-4735-4ed1-bcc3-20dfa18d8d42 req-1efa590d-7c32-4950-8cf1-396edb5ba9b8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:27.657936 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-723b8307-4735-4ed1-bcc3-20dfa18d8d42 req-1efa590d-7c32-4950-8cf1-396edb5ba9b8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0702641 Sep 25 00:56:27.667456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:27.669582 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef23ef60-29e1-4467-a79f-81ea9491f5c8 req-fb42bc0c-33b0-4ec8-a293-0c6e4f852719 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Sep 25 00:56:27.709015 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-723b8307-4735-4ed1-bcc3-20dfa18d8d42 req-fbfdfa71-49e0-4552-b55e-c9fe73c4509b tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Sep 25 00:56:28.090628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 32788) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:28.131860 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Attempt 10 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:28.176988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-61c266c8-887d-4f98-9104-57944079c399 None None] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:56:28.225520 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e74-38d5-4f5c-8247-9561d48e2d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.277161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d0e5-2e9e-4f46-a10f-72a774ff5598 req-a60f135e-6ca0-4cd2-9913-17b20f8cde41 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:28.278745 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7161d0e5-2e9e-4f46-a10f-72a774ff5598 req-a60f135e-6ca0-4cd2-9913-17b20f8cde41 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.0635331 Sep 25 00:56:28.326708 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e74-38d5-4f5c-8247-9561d48e2d54 admin admin] Publish callbacks [] for security_group (7f3c492f-ec77-4e49-8fc3-dc7109f28875), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.330850 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3e57e74-38d5-4f5c-8247-9561d48e2d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (7f3c492f-ec77-4e49-8fc3-dc7109f28875), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.332554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7161d0e5-2e9e-4f46-a10f-72a774ff5598 req-c49cabf1-ac15-4c1e-95e9-995fbed3266b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480409 Sep 25 00:56:28.385095 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c3e57e74-38d5-4f5c-8247-9561d48e2d54 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=89af4119fa954844a05b4b5cd47b1cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920198 Sep 25 00:56:28.386060 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57e74-38d5-4f5c-8247-9561d48e2d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c492f-ec77-4e49-8fc3-dc7109f28875,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:28.386777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 32796) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:28.447830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] Publish callbacks [] for security_group (7f3c492f-ec77-4e49-8fc3-dc7109f28875), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.468558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] Publish callbacks [] for security_group (7f3c492f-ec77-4e49-8fc3-dc7109f28875), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.488930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f434f-be1e-4f8a-b7ac-02c34848ffde req-9eadf3c2-9e4e-4308-8435-3bd9a9d0d455 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:28.490477 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-516f434f-be1e-4f8a-b7ac-02c34848ffde req-9eadf3c2-9e4e-4308-8435-3bd9a9d0d455 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0494938 Sep 25 00:56:28.511331 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=47 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:28.521336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (7f3c492f-ec77-4e49-8fc3-dc7109f28875), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.524575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:28.525752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7f3c492f-ec77-4e49-8fc3-dc7109f28875 HTTP/1.1" status: 204 len: 168 time: 0.1376784 Sep 25 00:56:28.530244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:28.537018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47d52-55fe-470d-9b10-49e45bbca247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c492f-ec77-4e49-8fc3-dc7109f28875,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:28.545691 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-516f434f-be1e-4f8a-b7ac-02c34848ffde req-3d023e28-b510-4912-90e5-7b32add9115a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488203 Sep 25 00:56:28.807206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a2f-93e3-433e-9a37-1e64b4669b17 req-27b3f2dc-9caf-4168-a130-de1d48c815b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:28.808976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-688b8a2f-93e3-433e-9a37-1e64b4669b17 req-27b3f2dc-9caf-4168-a130-de1d48c815b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0549655 Sep 25 00:56:28.861929 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-688b8a2f-93e3-433e-9a37-1e64b4669b17 req-e9a2dc71-50eb-4772-a974-a0ac4bd497b8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Sep 25 00:56:28.869565 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c0d71-ff6a-49d1-b835-672593073478 req-343b5479-5ed9-4b13-9a1f-e67b5381f856 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:28.871092 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f9c0d71-ff6a-49d1-b835-672593073478 req-343b5479-5ed9-4b13-9a1f-e67b5381f856 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0532422 Sep 25 00:56:28.924423 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f9c0d71-ff6a-49d1-b835-672593073478 req-feb16545-e937-4153-93c0-9b445a2bf550 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Sep 25 00:56:29.282882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-4bbc3bcf-c391-4673-b01a-089470ec305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:29.284740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-4bbc3bcf-c391-4673-b01a-089470ec305f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1768312 Sep 25 00:56:29.365249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Request body: {'port': {'device_id': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:29.443295 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:29.713596 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968731e6-e51a-4604-a803-a8117e60255f req-4e61c20b-2c8e-4f35-aa9b-cb5ecb5e555c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:29.715220 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-968731e6-e51a-4604-a803-a8117e60255f req-4e61c20b-2c8e-4f35-aa9b-cb5ecb5e555c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0687268 Sep 25 00:56:29.735044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99e5ee-0c0e-4f8a-9caf-86cf43a08337 req-606a5088-c601-406b-b610-4640ec4696f8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:29.736545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e99e5ee-0c0e-4f8a-9caf-86cf43a08337 req-606a5088-c601-406b-b610-4640ec4696f8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 932 time: 0.3100944 Sep 25 00:56:29.809962 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-968731e6-e51a-4604-a803-a8117e60255f req-8a20d8b5-dcb5-4740-a4a8-ea000c8603e0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850637 Sep 25 00:56:29.811952 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:29.819213 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:29.822694 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks [] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:29.842488 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Transition to ACTIVE for port object 96168749-3e0f-462f-9aed-adacd4fb28c0 will not be triggered until provisioned by entity L2. {{(pid=106228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:56:29.847785 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:29.857867 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:29.903438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-09a1d0bd-c2bd-4baf-a82f-18762b4a73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:29.905602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c05afc7a-ed3b-41c7-b9ee-946ae8cd13cb req-09a1d0bd-c2bd-4baf-a82f-18762b4a73d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2622573 Sep 25 00:56:29.927974 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e99e5ee-0c0e-4f8a-9caf-86cf43a08337 req-0ad9f2d3-b95c-4f2f-862a-41a22e71ae01 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709311 Sep 25 00:56:30.097181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9743f57-ef40-4ab8-bab9-8ecc8710d6f6 req-0bb83567-4ffb-48fa-a3bf-3b8140bff3c1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:30.099039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9743f57-ef40-4ab8-bab9-8ecc8710d6f6 req-0bb83567-4ffb-48fa-a3bf-3b8140bff3c1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0779915 Sep 25 00:56:30.159439 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:30.169789 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Attempting to bind port 96168749-3e0f-462f-9aed-adacd4fb28c0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:56:30.170126 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Attempting to bind port 96168749-3e0f-462f-9aed-adacd4fb28c0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:56:30.170441 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Attempting to bind port 96168749-3e0f-462f-9aed-adacd4fb28c0 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:30.171534 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9743f57-ef40-4ab8-bab9-8ecc8710d6f6 req-bda4700d-2e43-472d-8dcd-17c0caca0286 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640025 Sep 25 00:56:30.210102 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347162e3-8e02-450f-9d9d-ba3595952627 req-eb4fc5c8-d8cc-4ee4-b236-cfcb79972cbd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:30.211838 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-347162e3-8e02-450f-9d9d-ba3595952627 req-eb4fc5c8-d8cc-4ee4-b236-cfcb79972cbd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.1003203 Sep 25 00:56:30.245349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Port 96168749-3e0f-462f-9aed-adacd4fb28c0 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:56:30.245679 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Attempting to bind port 96168749-3e0f-462f-9aed-adacd4fb28c0 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:56:30.307777 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-347162e3-8e02-450f-9d9d-ba3595952627 req-f491a383-e33f-4d87-a501-673bbd63689c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893781 Sep 25 00:56:30.314442 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:56:30.314706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Checking segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:30.315082 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Bound using segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:56:30.315509 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Bound port: 96168749-3e0f-462f-9aed-adacd4fb28c0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:56:30.315861 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:30.385354 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:56:30.388492 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:56:30.395153 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:30.398812 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:30.399421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:30.401033 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 1094 time: 1.0403562 Sep 25 00:56:30.403269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:30.405503 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6260e0a-2aed-455d-ba08-3ce073fb558c" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:30.455526 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb3147-605f-46e1-81c3-8fd0f449db1f service neutron] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:30.497684 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951de562-e70a-4850-8e63-591bb3fa77b9 x-openstack-request-id: req-951de562-e70a-4850-8e63-591bb3fa77b9 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:30.497978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:30.498265 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-951de562-e70a-4850-8e63-591bb3fa77b9 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:30.498759 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951de562-e70a-4850-8e63-591bb3fa77b9'] response: {'name': 'network-changed', 'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'status': 'completed', 'code': 200} Sep 25 00:56:30.939581 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5411a5-17a8-44c9-82b2-e26d35d1f25b req-d21d0b07-b224-4e81-af34-54930c5ae5f8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:30.941009 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bc5411a5-17a8-44c9-82b2-e26d35d1f25b req-d21d0b07-b224-4e81-af34-54930c5ae5f8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0484614 Sep 25 00:56:30.989817 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bc5411a5-17a8-44c9-82b2-e26d35d1f25b req-bd5103ec-8352-48f7-988c-061ee8fecc57 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Sep 25 00:56:31.097079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3712297-c256-4815-8634-9e312aecc32b req-f2d3b853-b172-4184-b175-8191a9381489 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:31.098812 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3712297-c256-4815-8634-9e312aecc32b req-f2d3b853-b172-4184-b175-8191a9381489 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0681612 Sep 25 00:56:31.130531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:31.163705 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3712297-c256-4815-8634-9e312aecc32b req-2d75fbfe-11c9-46aa-bf3e-580345506783 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567191 Sep 25 00:56:31.292151 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea9e3-3b89-4eae-86f8-730fb7bd5ee5 req-ad74ee8d-a24c-491d-bfca-495f2c7aad01 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:31.293674 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bdbea9e3-3b89-4eae-86f8-730fb7bd5ee5 req-ad74ee8d-a24c-491d-bfca-495f2c7aad01 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0476105 Sep 25 00:56:31.341095 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bdbea9e3-3b89-4eae-86f8-730fb7bd5ee5 req-8f20dd6c-cf20-4517-b201-947042a2b252 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Sep 25 00:56:31.440098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2e750-dd12-40e5-a187-b33987da6ee9 req-5395f960-b48d-4c15-9cc4-503a4f08a863 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:31.441479 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-97f2e750-dd12-40e5-a187-b33987da6ee9 req-5395f960-b48d-4c15-9cc4-503a4f08a863 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0460713 Sep 25 00:56:31.494125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-97f2e750-dd12-40e5-a187-b33987da6ee9 req-bb9d2c21-d414-48ba-8055-348970683699 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Sep 25 00:56:32.118654 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3cd2-627a-4a2a-a9bc-43cb94dbf457 req-b01df73a-af44-4a3b-880a-685becfe212d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.120149 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f45c3cd2-627a-4a2a-a9bc-43cb94dbf457 req-b01df73a-af44-4a3b-880a-685becfe212d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0481784 Sep 25 00:56:32.171450 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f45c3cd2-627a-4a2a-a9bc-43cb94dbf457 req-eced1ca7-7112-4c2c-87ef-6952481ca8c9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Sep 25 00:56:32.332501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676377-243e-482e-a386-05f58745486a req-7afc7528-68c0-44a9-8950-3bec67b7c064 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.334011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a676377-243e-482e-a386-05f58745486a req-7afc7528-68c0-44a9-8950-3bec67b7c064 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0865977 Sep 25 00:56:32.349219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-6719cf11-1906-4c61-8289-415d3c335eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.351653 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-6719cf11-1906-4c61-8289-415d3c335eb6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1127 time: 0.0730786 Sep 25 00:56:32.396161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a676377-243e-482e-a386-05f58745486a req-fc1ff3ef-4535-40e4-bc95-cdba80015b69 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564468 Sep 25 00:56:32.512390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-a9a1aed6-b5cf-4027-bf5e-c48db9df22c3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 217 time: 0.1120329 Sep 25 00:56:32.553719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-64ff0457-c165-43e5-ab0b-360d845a5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.555572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-64ff0457-c165-43e5-ab0b-360d845a5e92 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1127 time: 0.1078870 Sep 25 00:56:32.618922 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fa4f-a977-496e-8794-04a05367f25d req-d1b48a08-b600-4da7-bdc8-ed2768b1d7c1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.620429 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1805fa4f-a977-496e-8794-04a05367f25d req-d1b48a08-b600-4da7-bdc8-ed2768b1d7c1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.1633663 Sep 25 00:56:32.648365 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-7b503425-fac2-4f60-9e64-210cf1f0cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.649985 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-7b503425-fac2-4f60-9e64-210cf1f0cadb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1128 time: 0.1568205 Sep 25 00:56:32.659219 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-cebf3cad-424f-4d17-9b42-d67908d2ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.660739 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-cebf3cad-424f-4d17-9b42-d67908d2ab97 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ca92ea462d24d2d8632e5c52a3dfe63&device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 1128 time: 0.1333818 Sep 25 00:56:32.664830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-d1c052c8-f162-4d27-86c6-0da510f8454f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 200 len: 217 time: 0.0791478 Sep 25 00:56:32.677175 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:32.754755 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1805fa4f-a977-496e-8794-04a05367f25d req-2ca02776-5b82-48fd-bab5-1e780081105b tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216722 Sep 25 00:56:32.781539 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-c034448e-d216-4ec0-a469-359095041aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.781539 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-c034448e-d216-4ec0-a469-359095041aba service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1128 time: 0.1955371 Sep 25 00:56:32.786036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9b42c0fb-d947-40bd-950c-5d296c1059a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.787707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-9b42c0fb-d947-40bd-950c-5d296c1059a9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.2660789 Sep 25 00:56:32.798999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad094-1557-4f72-bf40-ec8d34e34013 req-bf1214d9-e6c3-4370-9cfe-f160f410695a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.800827 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98cad094-1557-4f72-bf40-ec8d34e34013 req-bf1214d9-e6c3-4370-9cfe-f160f410695a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.1739600 Sep 25 00:56:32.818830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:32.893938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:32.924394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-84406393-b5ce-4e6e-b93f-7eb4ec7505ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.925890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-84406393-b5ce-4e6e-b93f-7eb4ec7505ff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.2341468 Sep 25 00:56:32.959538 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-516ab52f-4be9-483b-a907-c785f88b1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.961036 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-516ab52f-4be9-483b-a907-c785f88b1e35 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=28568584195d475fbc52d76185e09044&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2779748 Sep 25 00:56:32.962147 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-2500d135-030b-49bc-86c8-380ddb3b2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:32.963500 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-2500d135-030b-49bc-86c8-380ddb3b2872 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=5ca92ea462d24d2d8632e5c52a3dfe63&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2568679 Sep 25 00:56:33.024903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-47158f22-4e3a-4667-9bd9-10e06dfa9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.026460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-47158f22-4e3a-4667-9bd9-10e06dfa9149 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2192512 Sep 25 00:56:33.116945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-e2a13c3c-ef36-4e96-a6a7-3f0a4a6c3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.118260 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-e2a13c3c-ef36-4e96-a6a7-3f0a4a6c3e01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1519387 Sep 25 00:56:33.126271 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98cad094-1557-4f72-bf40-ec8d34e34013 req-06b575d7-2c27-4d6c-abb5-d4deb9692e5e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945688 Sep 25 00:56:33.187466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-39393d5d-7992-4b7a-92fa-397c7e3773e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.188943 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-39393d5d-7992-4b7a-92fa-397c7e3773e9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=f09655506e354c9d991f4df9a92f4086&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3802032 Sep 25 00:56:33.241910 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-6e24bf6f-6f34-4cbf-b143-39816a3fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.243816 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d33f757-5789-44a0-a8e4-f8844d611107 req-6e24bf6f-6f34-4cbf-b143-39816a3fb2e1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2693908 Sep 25 00:56:33.248208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-589f9bc7-0008-4314-a64b-9954e7e1b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.249714 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-167c05c7-b8bb-42d0-a8f9-ab2363c23658 req-589f9bc7-0008-4314-a64b-9954e7e1b049 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2767658 Sep 25 00:56:33.265667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-942903c7-1cd4-4bc4-982f-f9fd77e891ea service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238624 Sep 25 00:56:33.340808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28d3aa-332d-4436-911a-eab388f98ddb req-844b6ed7-a804-4faf-b3aa-b57119586572 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.342888 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dd28d3aa-332d-4436-911a-eab388f98ddb req-844b6ed7-a804-4faf-b3aa-b57119586572 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0806980 Sep 25 00:56:33.386482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:33.399744 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-f182a606-1e3a-4c89-bc29-4dce26a75591 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635384 Sep 25 00:56:33.471665 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-c8dd7764-71e5-47a5-8191-72b23f923d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.483644 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-c8dd7764-71e5-47a5-8191-72b23f923d8d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ca92ea462d24d2d8632e5c52a3dfe63&device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 1128 time: 0.1340532 Sep 25 00:56:33.484889 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-0806a95a-5ec4-47a7-b324-d0f61f38b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.486983 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-0806a95a-5ec4-47a7-b324-d0f61f38b872 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1128 time: 0.1331134 Sep 25 00:56:33.500551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-97057c52-eebb-4f05-a534-cd20e16305e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.501935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-97057c52-eebb-4f05-a534-cd20e16305e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2773526 Sep 25 00:56:33.508985 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a133b34-150d-46e4-889d-73ffcbe06b0d req-f34957af-d71f-45d8-9b89-c8ae8bce63c8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141979 Sep 25 00:56:33.578541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6c389cf-b02d-4f6f-b38f-9c392689fe23 req-4492c8f0-903c-4e00-a448-6ae6cd48cfea service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676536 Sep 25 00:56:33.620965 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-b864dada-5968-49d1-a1de-656213a41d21 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41 HTTP/1.1" status: 200 len: 217 time: 0.1131744 Sep 25 00:56:33.677183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4a02-f62d-4275-934b-2a815531eb15 req-36884424-4b8a-413e-947a-3b40450ae758 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.679676 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-37ad4a02-f62d-4275-934b-2a815531eb15 req-36884424-4b8a-413e-947a-3b40450ae758 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0690420 Sep 25 00:56:33.681853 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-81665a90-4be0-47ef-a8ca-a94e8cd0fae3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.0565295 Sep 25 00:56:33.685907 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dd28d3aa-332d-4436-911a-eab388f98ddb req-784e613d-3e69-45fc-a61e-42c2f2df32fa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308742 Sep 25 00:56:33.745337 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-37ad4a02-f62d-4275-934b-2a815531eb15 req-886fff03-9385-4de3-b1a4-fc6456abc39d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593779 Sep 25 00:56:33.785117 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 32980) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:33.887398 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86472-e9c3-41e3-ba9b-1916310bcbbc req-6209622a-d262-49ed-b416-10170e97e73a tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:33.888960 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0be86472-e9c3-41e3-ba9b-1916310bcbbc req-6209622a-d262-49ed-b416-10170e97e73a tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0489261 Sep 25 00:56:33.916764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe3b5-a851-48b5-bd1b-1ebaa531be0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:33.943006 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0be86472-e9c3-41e3-ba9b-1916310bcbbc req-a9a1b165-f0fa-4053-8507-2dfef9cba2c2 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Sep 25 00:56:33.998050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe3b5-a851-48b5-bd1b-1ebaa531be0f admin admin] Publish callbacks [] for security_group (2f63501f-cd4b-4cba-bd6b-7b5761249b23), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.001662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e4fe3b5-a851-48b5-bd1b-1ebaa531be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2f63501f-cd4b-4cba-bd6b-7b5761249b23), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.006229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:34.240800 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2e4fe3b5-a851-48b5-bd1b-1ebaa531be0f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=176ceec8a49a484a99c0e32ca07a29f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544971 Sep 25 00:56:34.241780 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 32992) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:34.265460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fe3b5-a851-48b5-bd1b-1ebaa531be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63501f-cd4b-4cba-bd6b-7b5761249b23,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:34.279947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cd2db-84b3-438a-996b-57dd0985b9ae req-64fae47e-9635-4f0a-9bdf-cdcc8db263f8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:34.281513 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a09cd2db-84b3-438a-996b-57dd0985b9ae req-64fae47e-9635-4f0a-9bdf-cdcc8db263f8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0612829 Sep 25 00:56:34.336770 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a09cd2db-84b3-438a-996b-57dd0985b9ae req-11e26201-f54f-42c2-88a3-da50046849d2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Sep 25 00:56:34.475128 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] Publish callbacks [] for security_group (2f63501f-cd4b-4cba-bd6b-7b5761249b23), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.495663 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] Publish callbacks [] for security_group (2f63501f-cd4b-4cba-bd6b-7b5761249b23), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.545611 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2f63501f-cd4b-4cba-bd6b-7b5761249b23), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.548224 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:34.549454 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2f63501f-cd4b-4cba-bd6b-7b5761249b23 HTTP/1.1" status: 204 len: 168 time: 0.3066320 Sep 25 00:56:34.557711 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0798031-0d4b-4f22-8d20-ed4cf987dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63501f-cd4b-4cba-bd6b-7b5761249b23,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:34.898421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33010) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:34.919424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-d7a086a0-3114-4528-83a0-ba900bb6cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:34.921017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-d7a086a0-3114-4528-83a0-ba900bb6cbe4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1127 time: 0.0995898 Sep 25 00:56:34.938752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-edc4d511-0640-447c-a5c0-15e6f22cc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:34.940622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-edc4d511-0640-447c-a5c0-15e6f22cc16f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1128 time: 0.1177082 Sep 25 00:56:34.967267 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ca0850b9-40b2-44c1-aea3-128caf56f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:34.968872 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-ca0850b9-40b2-44c1-aea3-128caf56f7e6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.1443253 Sep 25 00:56:34.986177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20446-6709-454e-abe8-ae85062aa407 req-e5227a05-5d00-41c2-b19d-3001281512c6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:34.988811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0eb20446-6709-454e-abe8-ae85062aa407 req-e5227a05-5d00-41c2-b19d-3001281512c6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0718064 Sep 25 00:56:35.003661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac2b5f-76e0-4fec-91ec-971be4aecab9 req-12df2a01-ca1a-4b7e-820b-13fc154460eb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:35.011627 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-79ac2b5f-76e0-4fec-91ec-971be4aecab9 req-12df2a01-ca1a-4b7e-820b-13fc154460eb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.2382071 Sep 25 00:56:35.027133 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5b1a-dfc0-49d3-865e-e8c01e07e001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.051102 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-41901ad5-8e77-4a3e-b03a-9aabb1346c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:35.052621 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-41901ad5-8e77-4a3e-b03a-9aabb1346c37 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d50c9e-21e6-4b33-9f79-09c2d9887013 HTTP/1.1" status: 200 len: 850 time: 0.2263241 Sep 25 00:56:35.058809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0eb20446-6709-454e-abe8-ae85062aa407 req-92d3e729-4744-4c78-8592-89a4972b2a39 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486898 Sep 25 00:56:35.080188 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:35.125111 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:35.139329 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-79ac2b5f-76e0-4fec-91ec-971be4aecab9 req-2a2dbd95-64dd-4394-a75a-46005a4d91eb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267519 Sep 25 00:56:35.215532 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5b1a-dfc0-49d3-865e-e8c01e07e001 admin admin] Publish callbacks [] for security_group (83cd9e5b-9519-48ef-b64b-2d5af35e72c8), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.220969 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5b1a-dfc0-49d3-865e-e8c01e07e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (83cd9e5b-9519-48ef-b64b-2d5af35e72c8), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.231696 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76427d-dc52-4579-be16-8e3ee2d90baf req-9b8f4706-4cb1-46a1-a93b-95c2142e5fb8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:35.233374 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef76427d-dc52-4579-be16-8e3ee2d90baf req-9b8f4706-4cb1-46a1-a93b-95c2142e5fb8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0635364 Sep 25 00:56:35.307272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33024) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:35.309475 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5fcc5b1a-dfc0-49d3-865e-e8c01e07e001 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7cdbe3fc97bf4747a0f09b7fae69c462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360856 Sep 25 00:56:35.310719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5b1a-dfc0-49d3-865e-e8c01e07e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd9e5b-9519-48ef-b64b-2d5af35e72c8,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:35.333155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef76427d-dc52-4579-be16-8e3ee2d90baf req-e410a57d-5ddf-4304-809c-173a46969be1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937250 Sep 25 00:56:35.384555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] Publish callbacks [] for security_group (83cd9e5b-9519-48ef-b64b-2d5af35e72c8), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.414384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] Publish callbacks [] for security_group (83cd9e5b-9519-48ef-b64b-2d5af35e72c8), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.439171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:35.476439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (83cd9e5b-9519-48ef-b64b-2d5af35e72c8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.481840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.485720 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83cd9e5b-9519-48ef-b64b-2d5af35e72c8 HTTP/1.1" status: 204 len: 168 time: 0.1744897 Sep 25 00:56:35.486428 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8a045-8799-4d1d-b22e-8c5ce3709d8b req-94b58fb9-5a21-4ce4-a08a-9959a0b8b5f5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:35.488370 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-00f8a045-8799-4d1d-b22e-8c5ce3709d8b req-94b58fb9-5a21-4ce4-a08a-9959a0b8b5f5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0631204 Sep 25 00:56:35.494143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c877b-381c-4b83-b00e-5ba01db6b31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd9e5b-9519-48ef-b64b-2d5af35e72c8,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:35.561248 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-00f8a045-8799-4d1d-b22e-8c5ce3709d8b req-9553c2be-25f6-45a0-be1a-4c742cf0fa28 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Sep 25 00:56:35.574799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33032) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:35.818720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1aad2cfb-6e82-40ee-90b7-57bb61543020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.908516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1aad2cfb-6e82-40ee-90b7-57bb61543020 admin admin] Publish callbacks [] for security_group (6c7d0ac5-20be-4f73-8ca7-9a986d5aa066), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.912903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1aad2cfb-6e82-40ee-90b7-57bb61543020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6c7d0ac5-20be-4f73-8ca7-9a986d5aa066), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:35.952248 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1aad2cfb-6e82-40ee-90b7-57bb61543020 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f33e879b885c49fda61a093fdebbd9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762095 Sep 25 00:56:35.954849 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad2cfb-6e82-40ee-90b7-57bb61543020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7d0ac5-20be-4f73-8ca7-9a986d5aa066,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:35.955108 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33046) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:36.012570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] Publish callbacks [] for security_group (6c7d0ac5-20be-4f73-8ca7-9a986d5aa066), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.035193 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] Publish callbacks [] for security_group (6c7d0ac5-20be-4f73-8ca7-9a986d5aa066), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.092577 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6c7d0ac5-20be-4f73-8ca7-9a986d5aa066), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.095202 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.096351 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c7d0ac5-20be-4f73-8ca7-9a986d5aa066 HTTP/1.1" status: 204 len: 168 time: 0.1397707 Sep 25 00:56:36.106196 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738489d-2e69-43e6-96a2-783576f7ee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7d0ac5-20be-4f73-8ca7-9a986d5aa066,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:36.249226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc00b-f69e-4041-b043-2df5444253e8 req-20b73250-4b09-419d-b130-2cc9809b7134 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:36.251154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb2fc00b-f69e-4041-b043-2df5444253e8 req-20b73250-4b09-419d-b130-2cc9809b7134 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0757256 Sep 25 00:56:36.292652 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e090ed-bbfc-448c-8b2d-e72b60a52ed1 req-d9e4eac4-305b-41da-aa84-a375eef55e68 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:36.294266 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f2e090ed-bbfc-448c-8b2d-e72b60a52ed1 req-d9e4eac4-305b-41da-aa84-a375eef55e68 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0621233 Sep 25 00:56:36.339750 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb2fc00b-f69e-4041-b043-2df5444253e8 req-9fd1cace-8e41-492f-ba90-c18b1a4f32c7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815442 Sep 25 00:56:36.389768 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f2e090ed-bbfc-448c-8b2d-e72b60a52ed1 req-ca626a0f-af6b-4137-9a99-9b3a2ba00520 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895820 Sep 25 00:56:36.504550 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0559-0594-42ef-8244-98fbebb55013 req-cd2a0064-dea0-4897-9f96-1e4f9d7fd8fd tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:36.506117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa6e0559-0594-42ef-8244-98fbebb55013 req-cd2a0064-dea0-4897-9f96-1e4f9d7fd8fd tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0643995 Sep 25 00:56:36.564736 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa6e0559-0594-42ef-8244-98fbebb55013 req-ff0a2b98-e13d-4ade-b199-2d955d4ffccc tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Sep 25 00:56:36.587310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33074) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:36.595748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:36.605952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c401f7b-7bc3-4651-a91d-179d6fe3255a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.701561 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ae321-291a-48e0-8a71-986470b200b0 req-6cf458d9-2d72-4f40-b71c-30887cb94b40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:36.703505 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-da7ae321-291a-48e0-8a71-986470b200b0 req-6cf458d9-2d72-4f40-b71c-30887cb94b40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0535157 Sep 25 00:56:36.707173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c401f7b-7bc3-4651-a91d-179d6fe3255a admin admin] Publish callbacks [] for security_group (f3bde60e-ac9e-461d-8fb0-71b9aa84971e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.712694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c401f7b-7bc3-4651-a91d-179d6fe3255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f3bde60e-ac9e-461d-8fb0-71b9aa84971e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.752767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c401f7b-7bc3-4651-a91d-179d6fe3255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bde60e-ac9e-461d-8fb0-71b9aa84971e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:36.756017 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-da7ae321-291a-48e0-8a71-986470b200b0 req-da00fc0a-3c3f-4901-9ffc-24cde2b6a014 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Sep 25 00:56:36.777753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5c401f7b-7bc3-4651-a91d-179d6fe3255a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b5d8eb9c319b468d97a4dec4561eb69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857293 Sep 25 00:56:36.780304 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33078) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:36.843819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] Publish callbacks [] for security_group (f3bde60e-ac9e-461d-8fb0-71b9aa84971e), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.868369 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] Publish callbacks [] for security_group (f3bde60e-ac9e-461d-8fb0-71b9aa84971e), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.923049 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f3bde60e-ac9e-461d-8fb0-71b9aa84971e), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.925628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:36.926785 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f3bde60e-ac9e-461d-8fb0-71b9aa84971e HTTP/1.1" status: 204 len: 168 time: 0.1445384 Sep 25 00:56:36.939808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf83cd1-8163-4021-b606-cee17ede51c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bde60e-ac9e-461d-8fb0-71b9aa84971e,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:37.521838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca06082-e140-486f-9bb5-1ebad1e988dc req-29320a3d-4bbb-4652-8203-f40a137b3d5e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:37.523509 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ca06082-e140-486f-9bb5-1ebad1e988dc req-29320a3d-4bbb-4652-8203-f40a137b3d5e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0978773 Sep 25 00:56:37.579775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6327d4-d56e-4267-b321-30bf6255c814 req-05712ba0-1144-4083-804e-2bf3f1f7e29a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:37.581319 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5e6327d4-d56e-4267-b321-30bf6255c814 req-05712ba0-1144-4083-804e-2bf3f1f7e29a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.0712786 Sep 25 00:56:37.588702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ca06082-e140-486f-9bb5-1ebad1e988dc req-7e5f8e6a-6c8a-41b5-a5c1-933246714021 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594945 Sep 25 00:56:37.632709 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:37.662479 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5e6327d4-d56e-4267-b321-30bf6255c814 req-1095c650-62ee-41b6-b44b-f1bcefbfd211 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623822 Sep 25 00:56:37.752704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83554b92-dcce-4364-9326-6111e1445b4d req-ccb0eac9-1525-475b-92fc-b818efea5dc0 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:37.754325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83554b92-dcce-4364-9326-6111e1445b4d req-ccb0eac9-1525-475b-92fc-b818efea5dc0 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0548387 Sep 25 00:56:37.814102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83554b92-dcce-4364-9326-6111e1445b4d req-1fa0cbc1-dce0-419f-a64e-be896e6aacbd tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529263 Sep 25 00:56:37.931036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b72d7-8dc9-438a-8afb-4197496d0023 req-e60951f3-ae71-48a7-b51d-e799dfd7749e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:37.932606 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-231b72d7-8dc9-438a-8afb-4197496d0023 req-e60951f3-ae71-48a7-b51d-e799dfd7749e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.0585144 Sep 25 00:56:37.993174 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-231b72d7-8dc9-438a-8afb-4197496d0023 req-89d14d84-0bf1-4ae9-a583-cefdbfdc29b2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Sep 25 00:56:38.606804 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0b0017e5-0afb-4334-8450-1d4303b0d473 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:56:38.730247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b0017e5-0afb-4334-8450-1d4303b0d473,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:38.745367 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:56:38.786837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-fec65c4b-7454-4b9e-a8d1-7ab3eabc5793 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 217 time: 0.0939159 Sep 25 00:56:38.797715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0b0017e5-0afb-4334-8450-1d4303b0d473 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:38.798436 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:38.810378 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-d722023b-d2fc-42ea-b1e8-ffe127cdeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:38.812746 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-d722023b-d2fc-42ea-b1e8-ffe127cdeebe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c3254d23-d48a-485d-a0e8-5f41e3baa079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050856 Sep 25 00:56:38.814903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0017e5-0afb-4334-8450-1d4303b0d473 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:38.851137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b0017e5-0afb-4334-8450-1d4303b0d473,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:38.856683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:38.858541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 344eed51-ca03-4da0-b7a1-415ff8227472 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:56:38.905992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1e05-21c8-410b-8ed5-a99446a6b8ad req-2706e8b4-7084-45b3-93cc-b5900b9f9fd0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:38.913698 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62e1e05-21c8-410b-8ed5-a99446a6b8ad req-2706e8b4-7084-45b3-93cc-b5900b9f9fd0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.2314608 Sep 25 00:56:38.934693 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:38.942697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:38.948118 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-22ae3d0f-f2b6-4dba-9877-f9dc8c67584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:38.949875 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-22ae3d0f-f2b6-4dba-9877-f9dc8c67584d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2574415 Sep 25 00:56:38.966664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:38.974086 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f9bdc-6ce9-4dc7-8461-2671f091b53c req-5eb4d5f2-02db-4abb-b0bd-191f07bb8047 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:38.982899 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9a3f9bdc-6ce9-4dc7-8461-2671f091b53c req-5eb4d5f2-02db-4abb-b0bd-191f07bb8047 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 943 time: 0.1686547 Sep 25 00:56:38.998857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-2d25db03-fdf3-40a0-a188-fb4b603f806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.000573 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-2d25db03-fdf3-40a0-a188-fb4b603f806c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.2039251 Sep 25 00:56:39.094372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-dc578def-52ee-4281-992f-fd71a1300d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.096151 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-dc578def-52ee-4281-992f-fd71a1300d9d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.4021461 Sep 25 00:56:39.109381 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62e1e05-21c8-410b-8ed5-a99446a6b8ad req-f0a28740-c495-4f4d-aa18-8edf13410191 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945438 Sep 25 00:56:39.116855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-bfa60446-b058-4d12-9ea4-5245f200198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.135306 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-bfa60446-b058-4d12-9ea4-5245f200198e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249576 Sep 25 00:56:39.140122 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-e7fdf476-4c32-44d4-b295-f945c180df5a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c3254d23-d48a-485d-a0e8-5f41e3baa079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137467 Sep 25 00:56:39.182046 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9a3f9bdc-6ce9-4dc7-8461-2671f091b53c req-7e63e87f-631f-4bc5-86ea-0cbf62272d61 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978168 Sep 25 00:56:39.200663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=344eed51-ca03-4da0-b7a1-415ff8227472,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:39.233371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '344eed51-ca03-4da0-b7a1-415ff8227472', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'port_id': '344eed51-ca03-4da0-b7a1-415ff8227472', 'mac_address': 'fa:16:3e:6c:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:56:39.270736 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-4de7d579-5675-43f7-848f-17f1f810004c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 217 time: 0.1556375 Sep 25 00:56:39.294997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 344eed51-ca03-4da0-b7a1-415ff8227472 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:39.295384 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:39.329100 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-0144fdb6-5b9a-4a31-a28f-9e1917938d84 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614376 Sep 25 00:56:39.338543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344eed51-ca03-4da0-b7a1-415ff8227472 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:39.390948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=344eed51-ca03-4da0-b7a1-415ff8227472,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:39.391915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf4a7e-5ed5-4e91-bfbb-f1f99c9f70e3 req-81c08493-51f3-431c-986b-d1522598ca1f tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.392096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:39.399401 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bcf4a7e-5ed5-4e91-bfbb-f1f99c9f70e3 req-81c08493-51f3-431c-986b-d1522598ca1f tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.1276104 Sep 25 00:56:39.399878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:39.419291 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:39.461327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-fe3436f9-9b94-4f0e-b48d-432133e6febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.464602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-fe3436f9-9b94-4f0e-b48d-432133e6febe service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.1335840 Sep 25 00:56:39.487510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-b2ecc963-fa3b-4161-af56-c295cc69a0de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699475 Sep 25 00:56:39.492192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:39.493511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:39.541075 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd31322a-ece7-4867-8cc1-c4082899bb1b req-4678ba47-053a-4713-b301-6b0fce64be42 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870592 Sep 25 00:56:39.560604 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556566-3f12-43fb-8768-4d8b9373dbc6 req-6ad32c3a-5ff8-4758-81ad-1744f891c00d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.562464 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0e556566-3f12-43fb-8768-4d8b9373dbc6 req-6ad32c3a-5ff8-4758-81ad-1744f891c00d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 943 time: 0.2602687 Sep 25 00:56:39.566793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bcf4a7e-5ed5-4e91-bfbb-f1f99c9f70e3 req-0eaeb4cd-ea89-4be6-ae08-ec872ec2a4d0 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478295 Sep 25 00:56:39.662504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-746902bc-2841-4e71-851b-22c5c0986e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:39.665272 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-746902bc-2841-4e71-851b-22c5c0986e31 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1913147 Sep 25 00:56:39.675197 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b63ae904-770c-4864-8fc9-f06c8d990693 req-ee0e6c64-8db2-4970-a66d-e2d8127ab879 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c3254d23-d48a-485d-a0e8-5f41e3baa079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037909 Sep 25 00:56:39.684235 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0e556566-3f12-43fb-8768-4d8b9373dbc6 req-7b99182c-94be-46e1-a38b-cc885b43fcbc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932598 Sep 25 00:56:39.699454 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-450b7c06-a252-403f-8fb7-7ac56b71692e req-07302594-0e06-4355-9ff6-7c41f0966e58 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898437 Sep 25 00:56:40.063266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0b0017e5-0afb-4334-8450-1d4303b0d473'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:56:40.231434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['344eed51-ca03-4da0-b7a1-415ff8227472'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:56:40.242500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a07a-ec80-427c-b191-b94e99ad5abd req-93ed3a44-4873-4933-a21b-af7545856092 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:40.244033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3537a07a-ec80-427c-b191-b94e99ad5abd req-93ed3a44-4873-4933-a21b-af7545856092 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0486944 Sep 25 00:56:40.297034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3537a07a-ec80-427c-b191-b94e99ad5abd req-1bf73a7a-f917-4e01-9f5c-60d3a50514e7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472434 Sep 25 00:56:40.318426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a529d-0134-4822-808b-2d5138ccf9f1 req-a7210f55-6ae7-4e1f-bd96-f41558085986 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:40.320507 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e73a529d-0134-4822-808b-2d5138ccf9f1 req-a7210f55-6ae7-4e1f-bd96-f41558085986 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 944 time: 0.0528297 Sep 25 00:56:40.371245 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e73a529d-0134-4822-808b-2d5138ccf9f1 req-20395491-1a90-4c87-a701-9018a7537415 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Sep 25 00:56:40.727113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25f87-9ac2-4715-90dc-d4d0736cf9e0 req-3ec99b41-4fb4-49a6-a034-c455f5780321 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:40.728638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bea25f87-9ac2-4715-90dc-d4d0736cf9e0 req-3ec99b41-4fb4-49a6-a034-c455f5780321 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0648811 Sep 25 00:56:40.759678 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-7580996f-5ee3-4f59-bcd1-58e73d6f3ee2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464703 Sep 25 00:56:40.789180 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bea25f87-9ac2-4715-90dc-d4d0736cf9e0 req-1c21eb72-c9c9-4022-a893-345bfd259a6f tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Sep 25 00:56:40.829743 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1287e09-d628-4765-b725-b5f26d7f79ea req-233d1e6f-147f-4aa2-b6ab-2f2c605d163e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:40.831311 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e1287e09-d628-4765-b725-b5f26d7f79ea req-233d1e6f-147f-4aa2-b6ab-2f2c605d163e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 944 time: 0.0602331 Sep 25 00:56:40.876000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:56:40.888203 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e1287e09-d628-4765-b725-b5f26d7f79ea req-5538986b-eba4-4368-a49d-2595a203c5c0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Sep 25 00:56:41.027812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:41.041621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'port_id': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5', 'mac_address': 'fa:16:3e:d9:1d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:56:41.083781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:41.084977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:41.099465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:41.135828 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:41.140593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:41.200086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:41.467225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7141-1d30-4f1f-b99c-0fcccda5eb08 req-b323634b-15cc-4455-9117-648a9bb260dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:41.475842 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0b0017e5-0afb-4334-8450-1d4303b0d473 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:41.479777 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-719b7141-1d30-4f1f-b99c-0fcccda5eb08 req-b323634b-15cc-4455-9117-648a9bb260dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0905538 Sep 25 00:56:41.547150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb2d97-2028-4d9a-bb75-16b4c3dd7b6d req-485a30b6-5815-4709-a922-7f9244d8ce01 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:41.555757 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ddb2d97-2028-4d9a-bb75-16b4c3dd7b6d req-485a30b6-5815-4709-a922-7f9244d8ce01 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 944 time: 0.0900984 Sep 25 00:56:41.564586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-719b7141-1d30-4f1f-b99c-0fcccda5eb08 req-aa90827c-5678-43f7-8050-927c175abd3a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770369 Sep 25 00:56:41.588084 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 0b0017e5-0afb-4334-8450-1d4303b0d473 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:56:41.598024 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 0b0017e5-0afb-4334-8450-1d4303b0d473 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:41.598912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:41.599951 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 0b0017e5-0afb-4334-8450-1d4303b0d473 Sep 25 00:56:41.611539 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ddb2d97-2028-4d9a-bb75-16b4c3dd7b6d req-fca9eb86-2438-4e79-b3d7-2b15855d69ac tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540679 Sep 25 00:56:41.684499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:41.699673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0b0017e5-0afb-4334-8450-1d4303b0d473 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:41.700121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:41.730744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:41.916892 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b0017e5-0afb-4334-8450-1d4303b0d473,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:41.933695 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:41.936988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 344eed51-ca03-4da0-b7a1-415ff8227472 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:41.981239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:42.027767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8c7f-e600-4a6a-9f27-374cb4de51a1 req-c084ea91-3899-4b94-8d3c-0de75864f561 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:42.029461 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4bc8c7f-e600-4a6a-9f27-374cb4de51a1 req-c084ea91-3899-4b94-8d3c-0de75864f561 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.1188810 Sep 25 00:56:42.034618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e416d-df0b-4ea0-8376-17a63f50b2dd" -d '{"events": [{"server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "name": "network-vif-plugged", "status": "completed", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:42.060913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 344eed51-ca03-4da0-b7a1-415ff8227472 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:56:42.069354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:42.075052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 344eed51-ca03-4da0-b7a1-415ff8227472 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:42.075433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:42.076278 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 344eed51-ca03-4da0-b7a1-415ff8227472 Sep 25 00:56:42.088932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4bc8c7f-e600-4a6a-9f27-374cb4de51a1 req-28e545be-a6e0-4ca1-b4bc-d35ce7a627d1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469186 Sep 25 00:56:42.101559 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c5a6d-fef0-4049-b285-53a8f6ac7e99 req-ca38b71c-df09-4881-94b0-ee877f148d42 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:42.104166 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c49c5a6d-fef0-4049-b285-53a8f6ac7e99 req-ca38b71c-df09-4881-94b0-ee877f148d42 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 944 time: 0.0752788 Sep 25 00:56:42.171547 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:42.172181 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:42.175938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 344eed51-ca03-4da0-b7a1-415ff8227472 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:42.176528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:42.178776 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c49c5a6d-fef0-4049-b285-53a8f6ac7e99 req-91b407dd-705a-4c62-9aea-981f002b35aa tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Sep 25 00:56:42.224422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=344eed51-ca03-4da0-b7a1-415ff8227472,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:42.231883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:42.235907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8673fd-313e-43c7-924a-d47257d2509a x-openstack-request-id: req-ab8673fd-313e-43c7-924a-d47257d2509a {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:42.236215 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "name": "network-vif-plugged", "status": "completed", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:42.236464 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab8673fd-313e-43c7-924a-d47257d2509a {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:42.236898 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8673fd-313e-43c7-924a-d47257d2509a'] response: {'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'code': 200} Sep 25 00:56:42.283399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:42.291531 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.291874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.292234 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.292594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.292919 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.293399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.293642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.294015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.294487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.294844 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.295167 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.295490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.295808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.296125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.296441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:42.694634 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60684d40-ba49-480a-a1f6-2853bd77b5d4 req-db87ac78-b3d9-4da0-a05b-284db7ce1fc4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:42.696177 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-60684d40-ba49-480a-a1f6-2853bd77b5d4 req-db87ac78-b3d9-4da0-a05b-284db7ce1fc4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0478437 Sep 25 00:56:42.743584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11fdc8-d590-470b-a9ff-36196d3c2c05 req-6ee1b5a0-1e3d-4934-9108-2902e6d2c816 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:42.744358 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-60684d40-ba49-480a-a1f6-2853bd77b5d4 req-a79cfe8f-1525-4d29-91ba-2faee2432a1d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Sep 25 00:56:42.745081 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a11fdc8-d590-470b-a9ff-36196d3c2c05 req-6ee1b5a0-1e3d-4934-9108-2902e6d2c816 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0465333 Sep 25 00:56:42.781322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:42.800441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a11fdc8-d590-470b-a9ff-36196d3c2c05 req-654703be-2d69-4a74-8d43-1783418f1e4a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Sep 25 00:56:43.216997 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f172-71f5-4985-9465-5b99935e9736 req-3d53d05d-57fb-4f4d-b095-16f5b1a69f51 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:43.218502 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-70f2f172-71f5-4985-9465-5b99935e9736 req-3d53d05d-57fb-4f4d-b095-16f5b1a69f51 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0463932 Sep 25 00:56:43.275786 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-70f2f172-71f5-4985-9465-5b99935e9736 req-a7de577d-f0b8-4d3f-9065-22cd4e20f0a3 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514605 Sep 25 00:56:43.325425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3c5d-087e-48de-880b-9c451ce83bae req-32c44fa6-8190-478c-a139-3f8d0d1b464f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:43.326884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7dab3c5d-087e-48de-880b-9c451ce83bae req-32c44fa6-8190-478c-a139-3f8d0d1b464f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0493743 Sep 25 00:56:43.375458 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7dab3c5d-087e-48de-880b-9c451ce83bae req-16d50cbe-9ed0-418a-90bb-b0e76e60a6af tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Sep 25 00:56:43.629538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:43.650357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:43.882706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800b984-3ba4-4cd1-91a8-33cd03e1dcbe req-b10c7a39-45a3-4a36-913d-7ca67eb1dd44 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:43.885114 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0800b984-3ba4-4cd1-91a8-33cd03e1dcbe req-b10c7a39-45a3-4a36-913d-7ca67eb1dd44 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0600836 Sep 25 00:56:43.921808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4bd6b-6949-4551-8e1c-8a9f6089df99 req-178e6f17-1944-40f7-809d-4b2bf6a41b32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:43.923207 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ab4bd6b-6949-4551-8e1c-8a9f6089df99 req-178e6f17-1944-40f7-809d-4b2bf6a41b32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0469277 Sep 25 00:56:43.934728 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0800b984-3ba4-4cd1-91a8-33cd03e1dcbe req-49a662d4-e06c-4d6b-8525-c5e103f1bd04 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Sep 25 00:56:43.972143 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ab4bd6b-6949-4551-8e1c-8a9f6089df99 req-97dbed9f-0269-45dc-bfdf-f374263eb5fe tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Sep 25 00:56:44.238803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:44.241965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881054f0-acab-4b94-88bb-3d2d25cd3686" -d '{"events": [{"server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "name": "network-vif-plugged", "status": "completed", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:44.278179 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d99eb9c-a54d-4147-9254-c5e8dbae64d7 x-openstack-request-id: req-5d99eb9c-a54d-4147-9254-c5e8dbae64d7 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:44.278483 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "name": "network-vif-plugged", "status": "completed", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:44.278734 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d99eb9c-a54d-4147-9254-c5e8dbae64d7 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:44.279119 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d99eb9c-a54d-4147-9254-c5e8dbae64d7'] response: {'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472', 'code': 200} Sep 25 00:56:44.403862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b08a1-ffd9-4b8b-a0e7-266c3b8e1e59 req-57ad0d63-ecd5-455c-9e05-c7ba2cf1b518 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:44.405705 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b28b08a1-ffd9-4b8b-a0e7-266c3b8e1e59 req-57ad0d63-ecd5-455c-9e05-c7ba2cf1b518 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0532401 Sep 25 00:56:44.438083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:44.455686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b28b08a1-ffd9-4b8b-a0e7-266c3b8e1e59 req-3e082d44-5526-420b-9241-b1a4c9308b61 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Sep 25 00:56:44.501697 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babd516-1c55-4167-b055-024580a17f0b req-b07916a2-1809-4a66-bc2f-3f1fb90a3b17 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:44.502973 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4babd516-1c55-4167-b055-024580a17f0b req-b07916a2-1809-4a66-bc2f-3f1fb90a3b17 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0477421 Sep 25 00:56:44.552533 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4babd516-1c55-4167-b055-024580a17f0b req-3a32068b-caaf-43dd-9f4c-8ab394a6e6dd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Sep 25 00:56:44.701175 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['1f1b4ee1-4f64-49a9-bb20-210b866dfbd5'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:56:45.095232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d69f6-8c2c-4bd9-9a63-d370220a1682 req-7cc66b5f-1187-481f-9154-ea50b4debd16 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.096972 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e4d69f6-8c2c-4bd9-9a63-d370220a1682 req-7cc66b5f-1187-481f-9154-ea50b4debd16 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0591955 Sep 25 00:56:45.141938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001db8-341c-467f-9d17-4875350ef5f1 req-f381a69a-d521-42c0-baaa-0715f3cf92f3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.143521 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d001db8-341c-467f-9d17-4875350ef5f1 req-f381a69a-d521-42c0-baaa-0715f3cf92f3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0552328 Sep 25 00:56:45.149464 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e4d69f6-8c2c-4bd9-9a63-d370220a1682 req-aa1ca30f-889d-425b-bcc1-9b74746d64ef tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 Sep 25 00:56:45.198895 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d001db8-341c-467f-9d17-4875350ef5f1 req-973c2358-990c-4f9f-8a57-1b4419004e92 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475218 Sep 25 00:56:45.562988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d396f4e-9304-4d5c-8d4f-dfb218c8f446 req-10c1bd36-9175-4436-90db-feebe431f3aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666398 Sep 25 00:56:45.723182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a482d78-6b63-403f-b6d2-c047bca9e54c req-b9ee06fd-da54-4165-adb5-cf62a69523f8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.731747 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a482d78-6b63-403f-b6d2-c047bca9e54c req-b9ee06fd-da54-4165-adb5-cf62a69523f8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0693729 Sep 25 00:56:45.784221 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a482d78-6b63-403f-b6d2-c047bca9e54c req-ebd62354-618f-4658-99c9-9734e367e69b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Sep 25 00:56:45.975903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-65a14c37-a1f7-4d47-9ab9-fd53fc29816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.976777 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33396) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:45.978259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-65a14c37-a1f7-4d47-9ab9-fd53fc29816a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1129 time: 0.2964270 Sep 25 00:56:45.981137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-26c6079a-131a-4b6b-8679-5ed18749dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.982262 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-26c6079a-131a-4b6b-8679-5ed18749dcca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1129 time: 0.3781595 Sep 25 00:56:45.993663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77dc18-c531-47e2-87e9-94de0106b7d6 req-d70300d2-8c53-412b-bd7c-31b67c51fe6c tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:45.995701 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b77dc18-c531-47e2-87e9-94de0106b7d6 req-d70300d2-8c53-412b-bd7c-31b67c51fe6c tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.3366916 Sep 25 00:56:46.023962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.039072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-7e21a5ee-ac23-4dc9-a2ea-4d591f107dfc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.108341 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.131101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b77dc18-c531-47e2-87e9-94de0106b7d6 req-8068300e-06eb-4a80-979a-8e75b071416c tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138430 Sep 25 00:56:46.204633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Publish callbacks [] for security_group (bf0496cb-bcc8-4d16-b6a6-d352fc9e1acf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.210269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bf0496cb-bcc8-4d16-b6a6-d352fc9e1acf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.232943 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Publish callbacks [] for security_group (daa0c5d4-c196-4d81-adcc-a7449c312c9f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.241087 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (daa0c5d4-c196-4d81-adcc-a7449c312c9f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.242730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.db.api [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-7e21a5ee-ac23-4dc9-a2ea-4d591f107dfc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9db0fd07fc494203b2ada13f3cd046d3 {{(pid=106229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 00:56:46.243194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG oslo_db.api [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-7e21a5ee-ac23-4dc9-a2ea-4d591f107dfc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 00:56:46.267707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7bf942f3-e2eb-4656-a7cc-c1fbb975fa49 req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710528 Sep 25 00:56:46.268555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0496cb-bcc8-4d16-b6a6-d352fc9e1acf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:46.278141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.278498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.278841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.279175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.279505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.279994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.280324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.280647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.280971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.281308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.281819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.281931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.282254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.282705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.283030 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c059f10-0407-43e3-b627-c598bc4d047e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.308286 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5154c6a303bf4de9a8b2a0335c442ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284845 Sep 25 00:56:46.326841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33412) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:46.345648 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0c5d4-c196-4d81-adcc-a7449c312c9f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:46.349544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.360285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909e42f-6e36-4dd0-9de3-b4da26addf5c req-be1a8002-2c70-408e-99e2-a2ea5cec7c0b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:46.362112 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6909e42f-6e36-4dd0-9de3-b4da26addf5c req-be1a8002-2c70-408e-99e2-a2ea5cec7c0b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0893135 Sep 25 00:56:46.364064 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.364411 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.364753 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.365091 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.365484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.365832 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.366125 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.366626 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.366954 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.367666 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.367666 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.367985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.368314 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.368634 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.368986 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bf6157-b1ad-486c-b949-1590a170247e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:56:46.369653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027715a-a1bd-4978-9501-7b3623f19af4 req-5ea365e3-c020-479a-97e3-20bf985b0e66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:46.371172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1027715a-a1bd-4978-9501-7b3623f19af4 req-5ea365e3-c020-479a-97e3-20bf985b0e66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0734987 Sep 25 00:56:46.427163 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6909e42f-6e36-4dd0-9de3-b4da26addf5c req-cdd522ed-45e8-4751-a2df-9f58118cbdb1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Sep 25 00:56:46.429682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] Publish callbacks [] for security_group (daa0c5d4-c196-4d81-adcc-a7449c312c9f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.430671 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33414) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:46.457639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1027715a-a1bd-4978-9501-7b3623f19af4 req-c6f69d18-d782-40d9-abb4-a407ba7e172a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803304 Sep 25 00:56:46.467603 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] Publish callbacks [] for security_group (daa0c5d4-c196-4d81-adcc-a7449c312c9f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.524583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (daa0c5d4-c196-4d81-adcc-a7449c312c9f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.527404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.528645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/daa0c5d4-c196-4d81-adcc-a7449c312c9f HTTP/1.1" status: 204 len: 168 time: 0.2007377 Sep 25 00:56:46.536750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7146e80-a7c0-4949-85ae-ee2ae8428696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0c5d4-c196-4d81-adcc-a7449c312c9f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:46.553723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:56:46.575440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:46.590652 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36910790-9cd5-49c2-a972-351cca7bf5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.619356 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.682047 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.696489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:56:46.727415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:46.727633 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36910790-9cd5-49c2-a972-351cca7bf5a8 admin admin] Publish callbacks [] for security_group (0be558a0-f01d-43c7-8fa1-8adc29b5584d), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.735337 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36910790-9cd5-49c2-a972-351cca7bf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0be558a0-f01d-43c7-8fa1-8adc29b5584d), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.741401 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:46.741803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.742144 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 Sep 25 00:56:46.744511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-7e21a5ee-ac23-4dc9-a2ea-4d591f107dfc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.748838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:56:46.758300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.836970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:46.837382 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.844066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.869242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:46.881353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e998ae8-3ae4-464e-9f29-4c803525944b req-7e21a5ee-ac23-4dc9-a2ea-4d591f107dfc service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835149 Sep 25 00:56:46.905752 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36910790-9cd5-49c2-a972-351cca7bf5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be558a0-f01d-43c7-8fa1-8adc29b5584d,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:46.937188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:46.938664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:46.939396 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:46.953076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33432) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:46.957984 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-36910790-9cd5-49c2-a972-351cca7bf5a8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7c9056114d8848b190a75c2de6727864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260766 Sep 25 00:56:46.986949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7b4d-2cd0-436b-ab34-0e715e739681 req-6c4b5760-0cdd-4afa-86e6-c41184eff5d5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:47.003248 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a02b7b4d-2cd0-436b-ab34-0e715e739681 req-6c4b5760-0cdd-4afa-86e6-c41184eff5d5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0985053 Sep 25 00:56:47.005092 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:47.013285 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.018471 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9618d105-fdf7-4a07-9a29-e94ba03b6c41 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:56:47.064741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] Publish callbacks [] for security_group (0be558a0-f01d-43c7-8fa1-8adc29b5584d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.089498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] Publish callbacks [] for security_group (0be558a0-f01d-43c7-8fa1-8adc29b5584d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.095764 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:47.111798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadf076f-1453-46a8-a26f-689c32e19927" -d '{"events": [{"server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:47.135599 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a02b7b4d-2cd0-436b-ab34-0e715e739681 req-114e9615-0c33-4f20-a0ff-937b38564435 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311350 Sep 25 00:56:47.146100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:47.156935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.201405 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.241968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0be558a0-f01d-43c7-8fa1-8adc29b5584d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.245456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.249661 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0be558a0-f01d-43c7-8fa1-8adc29b5584d HTTP/1.1" status: 204 len: 168 time: 0.2951739 Sep 25 00:56:47.263506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1437-f5f4-4fd4-8ad2-fc64c49a61e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be558a0-f01d-43c7-8fa1-8adc29b5584d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.271557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33450) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:47.282026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf3064-8229-49a2-9580-cebffe65850d x-openstack-request-id: req-becf3064-8229-49a2-9580-cebffe65850d {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:47.282349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:47.282834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-becf3064-8229-49a2-9580-cebffe65850d {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:47.283392 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf3064-8229-49a2-9580-cebffe65850d'] response: {'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5', 'code': 200} Sep 25 00:56:47.285446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.290204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80719719-da1a-4e41-8930-a91f438a0c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.436409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:47.438961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80719719-da1a-4e41-8930-a91f438a0c94 admin admin] Publish callbacks [] for security_group (e34e1761-3f11-499c-ba3d-66373d4d4925), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.443530 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80719719-da1a-4e41-8930-a91f438a0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e34e1761-3f11-499c-ba3d-66373d4d4925), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.446602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a6dbbf6-512c-40fb-b1bc-cbf0d0cca835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.452400 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05481ae-98e1-4cc2-8a3d-318d861afa82 req-8578c4ee-42d3-4759-be63-496cde3e6a98 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:47.453108 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '9618d105-fdf7-4a07-9a29-e94ba03b6c41', 'network_id': 'c3254d23-d48a-485d-a0e8-5f41e3baa079', 'port_id': '9618d105-fdf7-4a07-9a29-e94ba03b6c41', 'mac_address': 'fa:16:3e:9b:a4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d50c9e-21e6-4b33-9f79-09c2d9887013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:56:47.461704 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d05481ae-98e1-4cc2-8a3d-318d861afa82 req-8578c4ee-42d3-4759-be63-496cde3e6a98 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 944 time: 0.0644360 Sep 25 00:56:47.493734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80719719-da1a-4e41-8930-a91f438a0c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e1761-3f11-499c-ba3d-66373d4d4925,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.498283 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-80719719-da1a-4e41-8930-a91f438a0c94 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=94d5d7bf642f4ea38e7ae27d971b0d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253287 Sep 25 00:56:47.501890 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33458) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:47.535027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:47.540392 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:47.540909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.566252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] Publish callbacks [] for security_group (e34e1761-3f11-499c-ba3d-66373d4d4925), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.566489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9618d105-fdf7-4a07-9a29-e94ba03b6c41 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:56:47.594688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:47.598029 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] Publish callbacks [] for security_group (e34e1761-3f11-499c-ba3d-66373d4d4925), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.601869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.612289 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d05481ae-98e1-4cc2-8a3d-318d861afa82 req-58d3c489-d4e3-414d-b000-eaa4f442817a tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496131 Sep 25 00:56:47.703598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc029-6257-4745-8432-7300da573923 req-418b3f73-f264-4203-8300-fcb25367fa34 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:47.711598 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4ecc029-6257-4745-8432-7300da573923 req-418b3f73-f264-4203-8300-fcb25367fa34 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 945 time: 0.0905497 Sep 25 00:56:47.750971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e34e1761-3f11-499c-ba3d-66373d4d4925), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.757495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:47.764419 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e34e1761-3f11-499c-ba3d-66373d4d4925 HTTP/1.1" status: 204 len: 168 time: 0.2591910 Sep 25 00:56:47.792286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09f6ec-cac7-4139-9e17-3204d363b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e1761-3f11-499c-ba3d-66373d4d4925,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.822237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4ecc029-6257-4745-8432-7300da573923 req-6b5bb590-c576-4fb0-8863-b1dceeb973c7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094317 Sep 25 00:56:47.846126 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a632-7fb8-49ad-a31e-54e4a0265cbb req-b04b217f-3a28-4cdd-bdc9-8da395f091b8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:47.848183 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3d0a632-7fb8-49ad-a31e-54e4a0265cbb req-b04b217f-3a28-4cdd-bdc9-8da395f091b8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.1020396 Sep 25 00:56:47.902293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:47.909097 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3d0a632-7fb8-49ad-a31e-54e4a0265cbb req-8eb314e1-d200-4db2-998a-189561bc52f2 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535836 Sep 25 00:56:48.035592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33488) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:48.050063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0a34-70f1-4463-91c1-f965ad880f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.142266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0a34-70f1-4463-91c1-f965ad880f5d admin admin] Publish callbacks [] for security_group (b05a07af-8842-4298-afaf-fd2a86db13a8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.148399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0a34-70f1-4463-91c1-f965ad880f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b05a07af-8842-4298-afaf-fd2a86db13a8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.207360 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ca9c0a34-70f1-4463-91c1-f965ad880f5d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d1d652f52ade4b488b76564ecb719bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700220 Sep 25 00:56:48.208187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c0a34-70f1-4463-91c1-f965ad880f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a07af-8842-4298-afaf-fd2a86db13a8,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:48.209979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33498) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:48.237659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['96168749-3e0f-462f-9aed-adacd4fb28c0'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:56:48.318440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556886d-631a-4dfc-b3ea-d068903abc22 req-56891a53-3944-42bd-9462-e8c9edcdb113 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:48.320700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5556886d-631a-4dfc-b3ea-d068903abc22 req-56891a53-3944-42bd-9462-e8c9edcdb113 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0903885 Sep 25 00:56:48.338390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] Publish callbacks [] for security_group (b05a07af-8842-4298-afaf-fd2a86db13a8), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.372942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['9618d105-fdf7-4a07-9a29-e94ba03b6c41'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:56:48.377054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] Publish callbacks [] for security_group (b05a07af-8842-4298-afaf-fd2a86db13a8), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.430800 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5556886d-631a-4dfc-b3ea-d068903abc22 req-6af535cb-0431-4a6e-9719-4e02b3a79371 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013811 Sep 25 00:56:48.464372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:48.469962 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b05a07af-8842-4298-afaf-fd2a86db13a8), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.472734 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:48.473910 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b05a07af-8842-4298-afaf-fd2a86db13a8 HTTP/1.1" status: 204 len: 168 time: 0.2597907 Sep 25 00:56:48.484844 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b7869-9b93-41de-9f2d-1f80a4aae839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a07af-8842-4298-afaf-fd2a86db13a8,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:48.560985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:48.748646 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682563f-8a7e-4305-9273-4b8815ee5067 req-cf544527-da6e-4336-ad69-cd07685c3597 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:48.750260 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2682563f-8a7e-4305-9273-4b8815ee5067 req-cf544527-da6e-4336-ad69-cd07685c3597 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 945 time: 0.0502965 Sep 25 00:56:48.820318 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2682563f-8a7e-4305-9273-4b8815ee5067 req-95828942-c128-46d2-9445-1a501916eddb tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612726 Sep 25 00:56:48.823517 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33526) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:48.844174 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c0e46e7e-e0db-48f5-a2b2-20f6af9caaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.001389 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c0e46e7e-e0db-48f5-a2b2-20f6af9caaf3 admin admin] Publish callbacks [] for security_group (5ad93aa4-e3e6-4a20-a386-1c9036c835b7), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.008695 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c0e46e7e-e0db-48f5-a2b2-20f6af9caaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5ad93aa4-e3e6-4a20-a386-1c9036c835b7), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.050306 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:49.054977 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c0e46e7e-e0db-48f5-a2b2-20f6af9caaf3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ef8dd72bc2e0480aac0f1b8ad50ec274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299507 Sep 25 00:56:49.059562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33542) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:49.070740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:49.074217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e89a9-ed7d-4acd-94c0-542854545f36 req-c85c6ea9-fa0b-41cc-ada9-1d3a2a190c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:49.076635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c2e89a9-ed7d-4acd-94c0-542854545f36 req-c85c6ea9-fa0b-41cc-ada9-1d3a2a190c94 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1130 time: 0.1648738 Sep 25 00:56:49.096343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbcafa-3a4e-4d8d-919a-d300cdcbab12 req-90fbe2b7-e024-4711-8466-a1e7bf0ac6a2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:49.098132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ebbcafa-3a4e-4d8d-919a-d300cdcbab12 req-90fbe2b7-e024-4711-8466-a1e7bf0ac6a2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 945 time: 0.1192014 Sep 25 00:56:49.117208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e46e7e-e0db-48f5-a2b2-20f6af9caaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad93aa4-e3e6-4a20-a386-1c9036c835b7,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:49.127364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65bcfe-3134-45d7-8237-aae5787a579a req-6cd926bf-b0c0-4d38-8dfa-cf4947727463 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:49.128876 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ce65bcfe-3134-45d7-8237-aae5787a579a req-6cd926bf-b0c0-4d38-8dfa-cf4947727463 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0810263 Sep 25 00:56:49.182138 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ce65bcfe-3134-45d7-8237-aae5787a579a req-e6832867-84a6-4daa-8c66-43ab485be707 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459018 Sep 25 00:56:49.184895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] Publish callbacks [] for security_group (5ad93aa4-e3e6-4a20-a386-1c9036c835b7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.229726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ebbcafa-3a4e-4d8d-919a-d300cdcbab12 req-2e485b7a-cf1d-4de1-a18a-8ecf07b274ce tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131983 Sep 25 00:56:49.235254 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.238909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] Publish callbacks [] for security_group (5ad93aa4-e3e6-4a20-a386-1c9036c835b7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.319201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5ad93aa4-e3e6-4a20-a386-1c9036c835b7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.322175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.327740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5ad93aa4-e3e6-4a20-a386-1c9036c835b7 HTTP/1.1" status: 204 len: 168 time: 0.2650776 Sep 25 00:56:49.335385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9c757-a385-48d5-b9a4-9d4a5ecc31d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad93aa4-e3e6-4a20-a386-1c9036c835b7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:49.351992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:49.362741 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781d4ae-1d49-40b5-a836-59d8bde0b3dc req-22765755-bce8-4b75-953f-0889dfe1b3c5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:49.365295 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8781d4ae-1d49-40b5-a836-59d8bde0b3dc req-22765755-bce8-4b75-953f-0889dfe1b3c5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0588253 Sep 25 00:56:49.376819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33552) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:49.382571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:49.470095 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:49.569420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c2e89a9-ed7d-4acd-94c0-542854545f36 req-eb5189d6-c88e-413a-a0e1-f1b5a9830114 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841606 Sep 25 00:56:49.630895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:49.640240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60960c2-cc1c-469d-b499-65d5eee3899a req-04218f60-2cea-405c-9c62-18ed4eaed239 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:49.642116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d60960c2-cc1c-469d-b499-65d5eee3899a req-04218f60-2cea-405c-9c62-18ed4eaed239 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0598931 Sep 25 00:56:49.704198 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d60960c2-cc1c-469d-b499-65d5eee3899a req-c49ec2e9-fdf1-49c2-80f6-47fa9c864a5a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Sep 25 00:56:49.758379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e59869b-825f-4cc8-89e6-9ab4a278a8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.023538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778ae52-1ce5-4b7a-9548-4d55a22ba274 req-60db80a5-b846-4ee4-bf80-3a9a89fc4818 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:50.025111 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d778ae52-1ce5-4b7a-9548-4d55a22ba274 req-60db80a5-b846-4ee4-bf80-3a9a89fc4818 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 945 time: 0.1136582 Sep 25 00:56:50.129455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d778ae52-1ce5-4b7a-9548-4d55a22ba274 req-e80fa424-8af4-45e3-a690-f98718ddd061 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953057 Sep 25 00:56:50.204766 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f4001-00c8-4047-a23e-04381cb01be4 req-1f418106-bd2b-44fd-8ef7-15b363abde0c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:50.206320 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-752f4001-00c8-4047-a23e-04381cb01be4 req-1f418106-bd2b-44fd-8ef7-15b363abde0c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1421964 Sep 25 00:56:50.441676 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-752f4001-00c8-4047-a23e-04381cb01be4 req-0c08d609-1b5d-4a93-a3e0-f9c23b7bd144 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258470 Sep 25 00:56:50.472764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.db.resource_extend [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 00:56:50.492793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33602) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:50.514009 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-b0659d78-c0c4-418d-9c15-8032d56df088 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1522176 Sep 25 00:56:50.519046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-39efcf3d-247d-44f6-969a-a5a4bc83dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:50.520736 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-39efcf3d-247d-44f6-969a-a5a4bc83dc9f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1129 time: 0.1112974 Sep 25 00:56:50.528377 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80605e-ffdf-4977-afc1-114eadd42d46 req-33766923-39c3-4ef7-8506-b989db6d89af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:50.530041 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab80605e-ffdf-4977-afc1-114eadd42d46 req-33766923-39c3-4ef7-8506-b989db6d89af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 945 time: 0.1194463 Sep 25 00:56:50.560089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.566061 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.593112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:50.697011 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 037dd6c2-41d0-43d9-9277-d9fc08c10b1b associated. External IP: 172.37.1.40, port: 0b0017e5-0afb-4334-8450-1d4303b0d473. Sep 25 00:56:50.703179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab80605e-ffdf-4977-afc1-114eadd42d46 req-30032d24-5e51-4bb1-95f9-3528b5f4eaad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644216 Sep 25 00:56:50.726691 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 96168749-3e0f-462f-9aed-adacd4fb28c0 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:56:50.736478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 96168749-3e0f-462f-9aed-adacd4fb28c0 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:50.737174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.739167 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:56:50.775075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-f868b39e-0fd5-4a7d-b037-0357b7ba8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:50.779181 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-f868b39e-0fd5-4a7d-b037-0357b7ba8ca5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.1902480 Sep 25 00:56:50.848594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:50.849826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.890749 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:50.893407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74f6d6-5f01-4524-95f9-cde7efd9fe55" -d '{"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:50.925593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:50.937656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:50.949552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.949552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9618d105-fdf7-4a07-9a29-e94ba03b6c41 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:56:50.956731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d91d9b8-1e36-4d4c-ad6f-2657031e3a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:50.988658 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:56:51.007339 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33622) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:51.034560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96b09c-8878-4e01-ac91-207376dbe29f x-openstack-request-id: req-9b96b09c-8878-4e01-ac91-207376dbe29f {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:51.035140 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:51.035602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b96b09c-8878-4e01-ac91-207376dbe29f {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:51.036060 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b96b09c-8878-4e01-ac91-207376dbe29f'] response: {'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'code': 200} Sep 25 00:56:51.044006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.081675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:51.094474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d91d9b8-1e36-4d4c-ad6f-2657031e3a8f admin admin] Publish callbacks [] for security_group (817fa38d-1c70-4312-8db9-9a29b97970bb), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.097297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:56:51.100335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d91d9b8-1e36-4d4c-ad6f-2657031e3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (817fa38d-1c70-4312-8db9-9a29b97970bb), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.107546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:56:51.108224 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.108774 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 Sep 25 00:56:51.135911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984619413-network', 'tenant_id': 'e463fe4d96b04d6fa3224a417eeeeadc'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:51.149748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91d9b8-1e36-4d4c-ad6f-2657031e3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817fa38d-1c70-4312-8db9-9a29b97970bb,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:51.159533 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Made reservation on behalf of e463fe4d96b04d6fa3224a417eeeeadc for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:51.162167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.165753 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:56:51.170813 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.187346 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:56:51.189437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1d91d9b8-1e36-4d4c-ad6f-2657031e3a8f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7cefb5d1dcb640a4b0ad87daa1418fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945066 Sep 25 00:56:51.191787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33636) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:51.199331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.219976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:51.221171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:56:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:51.262011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:51.263186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] Publish callbacks [] for security_group (817fa38d-1c70-4312-8db9-9a29b97970bb), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.308376 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks [] for security_group (7ad4e2ea-12a4-4242-baae-4ae67e21523f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.311746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] Publish callbacks [] for security_group (817fa38d-1c70-4312-8db9-9a29b97970bb), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.312045 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:51.315264 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (7ad4e2ea-12a4-4242-baae-4ae67e21523f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.336638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:56:51.337820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.357429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad4e2ea-12a4-4242-baae-4ae67e21523f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:51.361668 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7c4373b5-3df6-4f14-92ee-dcc6fd7ac637 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/037dd6c2-41d0-43d9-9277-d9fc08c10b1b HTTP/1.1" status: 200 len: 990 time: 1.9827600 Sep 25 00:56:51.363880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:51.367439 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6516752e-fcdb-4b49-8cb1-0491dd65490d" -d '{"events": [{"name": "network-changed", "server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:51.429852 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1114934c-525e-4e82-b2c3-7bd8e9a29bf8 x-openstack-request-id: req-1114934c-525e-4e82-b2c3-7bd8e9a29bf8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:51.430349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:51.431198 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1114934c-525e-4e82-b2c3-7bd8e9a29bf8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:51.431754 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1114934c-525e-4e82-b2c3-7bd8e9a29bf8'] response: {'name': 'network-changed', 'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'status': 'completed', 'code': 200} Sep 25 00:56:51.479955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:51.496991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-00a2229c-c9f0-4cd8-bbd6-c718bf474c12 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 217 time: 0.1268589 Sep 25 00:56:51.501113 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:56:51.509904 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:56:51.518718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.550161 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6da57ede-5266-40ee-a238-a4d2238b2ba4), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.550702 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Added segment 6da57ede-5266-40ee-a238-a4d2238b2ba4 of type vlan for network 98bf713b-ce3d-430d-9b8a-f3f243e74a76 Sep 25 00:56:51.591879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (817fa38d-1c70-4312-8db9-9a29b97970bb), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.607171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.611851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/817fa38d-1c70-4312-8db9-9a29b97970bb HTTP/1.1" status: 204 len: 168 time: 0.4156728 Sep 25 00:56:51.705249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (98bf713b-ce3d-430d-9b8a-f3f243e74a76), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:51.769866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:51.815105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:50Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:51.843580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-b6aa433a-b38f-4913-b5aa-bbeb9e053c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:51.858168 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-b6aa433a-b38f-4913-b5aa-bbeb9e053c12 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.2961984 Sep 25 00:56:51.858292 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:56:51.858292 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:51.858803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:56:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:51.903841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680e176-43e2-4c2d-ba8f-4d5874d3167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817fa38d-1c70-4312-8db9-9a29b97970bb,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:51.988683 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:52.000637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-2701624f-31d0-4ca9-a72d-fe4d9ba10846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.003531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-2701624f-31d0-4ca9-a72d-fe4d9ba10846 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1129 time: 0.6301901 Sep 25 00:56:52.014214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:52.028645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2711a-c160-4a95-b353-79369de07278 req-077520fb-3f2c-4a6d-8e74-129b03b3ecb0 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.031400 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89f2711a-c160-4a95-b353-79369de07278 req-077520fb-3f2c-4a6d-8e74-129b03b3ecb0 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.6547933 Sep 25 00:56:52.079911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d3946-6289-468e-a499-5af241c9f2f2 req-c4b710fc-a4b8-4845-a67c-21f40e3a1001 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.094336 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec3d3946-6289-468e-a499-5af241c9f2f2 req-c4b710fc-a4b8-4845-a67c-21f40e3a1001 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.4353042 Sep 25 00:56:52.107375 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e04d74-c93b-4c07-87f9-165e115c9edc req-72754ee1-3650-4792-acd3-35ab7b732dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.109665 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-62e04d74-c93b-4c07-87f9-165e115c9edc req-72754ee1-3650-4792-acd3-35ab7b732dc8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1130 time: 0.4013388 Sep 25 00:56:52.118719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (98bf713b-ce3d-430d-9b8a-f3f243e74a76), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.119831 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.120996 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.196927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:52.197781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33660) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:52.205919 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] Pushing event updated for resources: {'Network': ['ID=98bf713b-ce3d-430d-9b8a-f3f243e74a76,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:52.212399 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-1bb97f5c-23fc-4070-947f-22a7a989c5ff admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2024276 Sep 25 00:56:52.218054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33662) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:52.224602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 98bf713b-ce3d-430d-9b8a-f3f243e74a76 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:56:52.231245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Request body: {'subnet': {'network_id': '98bf713b-ce3d-430d-9b8a-f3f243e74a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984619413-subnet', 'tenant_id': 'e463fe4d96b04d6fa3224a417eeeeadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:52.257079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-795b8f2b-e845-4957-a1d0-fc5a28ad6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.260067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-795b8f2b-e845-4957-a1d0-fc5a28ad6283 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3484344 Sep 25 00:56:52.310969 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec3d3946-6289-468e-a499-5af241c9f2f2 req-e3a0f198-4873-4bae-99b4-05a98179ac27 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157364 Sep 25 00:56:52.340601 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Made reservation on behalf of e463fe4d96b04d6fa3224a417eeeeadc for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:52.347477 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.393368 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:50Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:52.444921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.454942 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c8593-4124-48cc-8e41-b94218330744 None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:50Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:56:52.503986 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89f2711a-c160-4a95-b353-79369de07278 req-c058302b-a79e-4b49-9a78-fa0cdf0741ea tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531240 Sep 25 00:56:52.520020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-8c8139cf-2f5a-4bf7-9d38-3787db6f58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.522541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-8c8139cf-2f5a-4bf7-9d38-3787db6f58b0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.4827337 Sep 25 00:56:52.537726 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-62e04d74-c93b-4c07-87f9-165e115c9edc req-39f9834c-a613-4b1e-a571-9b514363ad7f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043670 Sep 25 00:56:52.572194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.621087 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21429512-4ce1-4e3b-a3fd-c0b42921e9a5 req-082359c5-2aa2-4296-b6a1-46b8798a919b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.622782 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21429512-4ce1-4e3b-a3fd-c0b42921e9a5 req-082359c5-2aa2-4296-b6a1-46b8798a919b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.2024927 Sep 25 00:56:52.639411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33666) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:52.674538 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-32119640-d0d8-42fc-957d-9404c8de5652 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977818 Sep 25 00:56:52.676183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1774e0fa-e73f-45f8-8f7a-d75bfbf0c5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.680624 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-a1aeee64-0cc1-49e7-91d1-02bc773e1f5d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 200 len: 998 time: 0.1475878 Sep 25 00:56:52.704814 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21429512-4ce1-4e3b-a3fd-c0b42921e9a5 req-637b2c64-674e-4cd4-8162-908c85e2b2d3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667653 Sep 25 00:56:52.706064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccd07-67a1-4753-a851-891c2d32fe3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.814971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (628d6164-8561-43a3-90c1-471d3db273ff), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.822762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:52.834986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61654397-f855-4c16-8af2-6322534feb73 None None] New status for floating IP 037dd6c2-41d0-43d9-9277-d9fc08c10b1b: ACTIVE {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:56:52.845563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1774e0fa-e73f-45f8-8f7a-d75bfbf0c5ba admin admin] Publish callbacks [] for security_group (bf9dd712-b501-434e-b298-72ba943361e3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.881960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1774e0fa-e73f-45f8-8f7a-d75bfbf0c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bf9dd712-b501-434e-b298-72ba943361e3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.888669 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=628d6164-8561-43a3-90c1-471d3db273ff,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:52.890919 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Checking segment: {'id': '6da57ede-5266-40ee-a238-a4d2238b2ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '98bf713b-ce3d-430d-9b8a-f3f243e74a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:52.891267 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Network hostable DHCP agents. Network: 98bf713b-ce3d-430d-9b8a-f3f243e74a76, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:56:52.912727 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Network 98bf713b-ce3d-430d-9b8a-f3f243e74a76 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:56:52.937584 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 98bf713b-ce3d-430d-9b8a-f3f243e74a76) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:52.937584 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:52.937584 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:52.938561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389d4e9-1138-4dbc-83f3-f35f85812bc7 None None] Network 98bf713b-ce3d-430d-9b8a-f3f243e74a76 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:56:52.950331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:52.968823 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-eeecab4b-3230-4701-8b9f-993415b4f723 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7418625 Sep 25 00:56:52.971864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccd07-67a1-4753-a851-891c2d32fe3b admin admin] Publish callbacks [] for security_group (670cb50d-6846-42dc-8e26-2f3af2e46861), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.000730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccd07-67a1-4753-a851-891c2d32fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (670cb50d-6846-42dc-8e26-2f3af2e46861), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.044773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774e0fa-e73f-45f8-8f7a-d75bfbf0c5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dd712-b501-434e-b298-72ba943361e3,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:53.062192 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1774e0fa-e73f-45f8-8f7a-d75bfbf0c5ba admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ebcbfdd554ab41299a6932ab451d0072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217243 Sep 25 00:56:53.065578 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33676) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:53.088703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-3a5cd590-e525-4629-a700-3f389f4d737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:53.090596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-3a5cd590-e525-4629-a700-3f389f4d737f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.2431455 Sep 25 00:56:53.119025 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9f6ccd07-67a1-4753-a851-891c2d32fe3b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=949e5c4b9d274f488df36e640d3b9eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8713772 Sep 25 00:56:53.121914 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33678) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:53.125146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ccd07-67a1-4753-a851-891c2d32fe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670cb50d-6846-42dc-8e26-2f3af2e46861,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:53.140325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7edec1e4-dd0a-4bd4-b683-dd7f96af5f9a req-dcbd5393-2aed-4d46-b01d-622e2a39cfc2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983980 Sep 25 00:56:53.185067 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:53.187417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556fa81c-6a77-4a5d-8684-3dba2d01e9be" -d '{"events": [{"server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "name": "network-vif-plugged", "status": "completed", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:53.208057 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] Publish callbacks [] for security_group (bf9dd712-b501-434e-b298-72ba943361e3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.210797 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] Publish callbacks [] for security_group (670cb50d-6846-42dc-8e26-2f3af2e46861), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.234170 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] Publish callbacks [] for security_group (670cb50d-6846-42dc-8e26-2f3af2e46861), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.246559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:53.256762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:53.306346 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (670cb50d-6846-42dc-8e26-2f3af2e46861), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.308854 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.312610 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/670cb50d-6846-42dc-8e26-2f3af2e46861 HTTP/1.1" status: 204 len: 168 time: 0.1836989 Sep 25 00:56:53.323390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] Publish callbacks [] for security_group (bf9dd712-b501-434e-b298-72ba943361e3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.325732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963fb6b-921b-4629-9afb-c37c632b605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670cb50d-6846-42dc-8e26-2f3af2e46861,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:53.330893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:53.367670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-e2d84042-dd91-434c-a3f1-b6e63c70df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:53.369398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-e2d84042-dd91-434c-a3f1-b6e63c70df29 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979285 Sep 25 00:56:53.385211 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05796a00-149b-426f-8f8d-3d2b0e641365 x-openstack-request-id: req-05796a00-149b-426f-8f8d-3d2b0e641365 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:53.385729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "name": "network-vif-plugged", "status": "completed", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:53.386138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05796a00-149b-426f-8f8d-3d2b0e641365 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:53.386675 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05796a00-149b-426f-8f8d-3d2b0e641365'] response: {'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41', 'code': 200} Sep 25 00:56:53.557748 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bf9dd712-b501-434e-b298-72ba943361e3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.562147 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:53.563815 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bf9dd712-b501-434e-b298-72ba943361e3 HTTP/1.1" status: 204 len: 168 time: 0.4969399 Sep 25 00:56:53.582593 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4f572-e42c-4bce-9040-4c303aa7025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dd712-b501-434e-b298-72ba943361e3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:53.592740 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50676398-40b8-47f4-84b2-8dbe093eee2f req-945ae7e1-a2ce-4edd-9dd8-212602157907 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:53.601468 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-50676398-40b8-47f4-84b2-8dbe093eee2f req-945ae7e1-a2ce-4edd-9dd8-212602157907 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1205935 Sep 25 00:56:53.706277 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-50676398-40b8-47f4-84b2-8dbe093eee2f req-dec93c13-5846-4246-a7bb-c41baa9f0b85 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007128 Sep 25 00:56:53.728961 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-1dc54fb3-9e1b-4d9a-b0bf-60a49951a836 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956972 Sep 25 00:56:53.735177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e495cf5-d6fd-4ed7-bd47-53551d2e19aa None None] Network 98bf713b-ce3d-430d-9b8a-f3f243e74a76 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:56:53.967443 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf92cab-30de-4461-9ac4-dd765c42882e req-5b02e158-c879-452e-8e33-f9f9628f9024 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:53.970646 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdf92cab-30de-4461-9ac4-dd765c42882e req-5b02e158-c879-452e-8e33-f9f9628f9024 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0682168 Sep 25 00:56:54.005313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73792c0-15c1-480e-a038-cdee94efd0e1 req-27b4b897-cc9b-4f6d-a71a-5d87c8f74643 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:54.007474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a73792c0-15c1-480e-a038-cdee94efd0e1 req-27b4b897-cc9b-4f6d-a71a-5d87c8f74643 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.2425656 Sep 25 00:56:54.053957 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdf92cab-30de-4461-9ac4-dd765c42882e req-60f244b1-c715-4fdb-ab69-92be5f2aa397 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704849 Sep 25 00:56:54.089329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60ec476e-38a5-4b5f-8423-04b1b3199d91 req-bc865454-c8fb-406d-b25f-ade616e5a883 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259332 Sep 25 00:56:54.090953 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a73792c0-15c1-480e-a038-cdee94efd0e1 req-0ab40512-50bf-4117-94ff-698852d29e9a tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 Sep 25 00:56:54.186468 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33716) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:54.202273 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fcb09c0b-0fbe-4f08-bbf8-b7aa54eba39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.242847 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:54.311730 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fcb09c0b-0fbe-4f08-bbf8-b7aa54eba39f admin admin] Publish callbacks [] for security_group (be7134f8-623c-4146-a37b-2b4a6b9d55ef), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.316378 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fcb09c0b-0fbe-4f08-bbf8-b7aa54eba39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (be7134f8-623c-4146-a37b-2b4a6b9d55ef), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.378266 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09c0b-0fbe-4f08-bbf8-b7aa54eba39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7134f8-623c-4146-a37b-2b4a6b9d55ef,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:54.393606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33722) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:54.394767 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fcb09c0b-0fbe-4f08-bbf8-b7aa54eba39f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=56d0ea5794f14f8d96f6b48d16fa108e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068756 Sep 25 00:56:54.406875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9729c6-51b0-4959-abb5-83471e4cbfd5 req-3f390df5-87a7-4557-8212-08a3f418a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:54.408406 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf9729c6-51b0-4959-abb5-83471e4cbfd5 req-3f390df5-87a7-4557-8212-08a3f418a8d8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 1130 time: 0.0697646 Sep 25 00:56:54.525653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-64acbc6d-89c1-44c2-903f-6afef9ae517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:54.527208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-64acbc6d-89c1-44c2-903f-6afef9ae517c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1129 time: 0.0871904 Sep 25 00:56:54.538432 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf9729c6-51b0-4959-abb5-83471e4cbfd5 req-d14ee141-e70b-4510-8653-addd109a6cf1 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230662 Sep 25 00:56:54.543895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] Publish callbacks [] for security_group (be7134f8-623c-4146-a37b-2b4a6b9d55ef), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.582657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] Publish callbacks [] for security_group (be7134f8-623c-4146-a37b-2b4a6b9d55ef), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.638823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (be7134f8-623c-4146-a37b-2b4a6b9d55ef), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.643343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.645053 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/be7134f8-623c-4146-a37b-2b4a6b9d55ef HTTP/1.1" status: 204 len: 168 time: 0.2501822 Sep 25 00:56:54.655565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f805707-9d7b-4152-ad2b-1a27c406b47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7134f8-623c-4146-a37b-2b4a6b9d55ef,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:54.699967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33734) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:54.708155 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-566370299-network', 'tenant_id': '254d347551d748c3b8356d11a8e309c1'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:54.730046 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Made reservation on behalf of 254d347551d748c3b8356d11a8e309c1 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:54.732706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.744982 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.785570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:54.867525 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794d5a4-1b7f-4b5a-8aad-11997ef4f9a9 req-d58eab6f-ab12-4468-b912-dd96f896c110 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:54.868899 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e794d5a4-1b7f-4b5a-8aad-11997ef4f9a9 req-d58eab6f-ab12-4468-b912-dd96f896c110 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0652912 Sep 25 00:56:54.920528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks [] for security_group (1c03f997-b07a-43e3-8f13-07bed615aa08), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.937814 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1c03f997-b07a-43e3-8f13-07bed615aa08), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:54.970456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:56:54.991051 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e794d5a4-1b7f-4b5a-8aad-11997ef4f9a9 req-8838b66b-e25f-4d43-bcb3-83261e75fdb5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135519 Sep 25 00:56:54.995078 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03f997-b07a-43e3-8f13-07bed615aa08,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:55.012825 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6c0bb52c-8f01-4b43-b059-6591cb7e258f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.013162 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Added segment 6c0bb52c-8f01-4b43-b059-6591cb7e258f of type vlan for network 1435cc3d-9242-4a80-9d0b-c2f0cf952a66 Sep 25 00:56:55.066787 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (1435cc3d-9242-4a80-9d0b-c2f0cf952a66), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.097688 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (1435cc3d-9242-4a80-9d0b-c2f0cf952a66), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.098851 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:55.100100 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.179942 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4787841 Sep 25 00:56:55.180564 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33758) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:55.181065 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33760) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:55.197506 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Request body: {'subnet': {'network_id': '1435cc3d-9242-4a80-9d0b-c2f0cf952a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-566370299-subnet', 'tenant_id': '254d347551d748c3b8356d11a8e309c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:55.216695 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056005e0-c04b-4a98-aa94-3bd1c68ff4ed admin admin] Pushing event updated for resources: {'Network': ['ID=1435cc3d-9242-4a80-9d0b-c2f0cf952a66,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:55.229865 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 1435cc3d-9242-4a80-9d0b-c2f0cf952a66 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:56:55.248220 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Made reservation on behalf of 254d347551d748c3b8356d11a8e309c1 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:56:55.257069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.338969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5246d68-cf7d-4971-b22f-def99dc86f16 req-b31f69fb-4438-43ce-bc24-ec43dec3e1f3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:55.342111 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5246d68-cf7d-4971-b22f-def99dc86f16 req-b31f69fb-4438-43ce-bc24-ec43dec3e1f3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0933349 Sep 25 00:56:55.383680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:55.387495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-dd4b82a2-e55d-4560-aac6-fa5570193746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:55.389433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-dd4b82a2-e55d-4560-aac6-fa5570193746 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.2328432 Sep 25 00:56:55.394298 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035606c-099a-4e80-8898-b1748dda421d req-81b7b5cd-c59b-4b98-bb10-2fdcbc323e44 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:55.403946 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b035606c-099a-4e80-8898-b1748dda421d req-81b7b5cd-c59b-4b98-bb10-2fdcbc323e44 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.1378713 Sep 25 00:56:55.447707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:55.516994 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:56:55.521663 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b035606c-099a-4e80-8898-b1748dda421d req-bb280feb-1951-48aa-9377-9daeeadec481 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162565 Sep 25 00:56:55.612211 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b97ade77-ff8a-48a2-9dfb-75b975d19f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.739598 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5246d68-cf7d-4971-b22f-def99dc86f16 req-0c322100-d638-4364-8079-26939333bffd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485739 Sep 25 00:56:55.772517 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (b62565db-c94b-4d28-ad3c-a8a5b6d7602f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.795726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-cca5f9bd-ba87-4c50-8ad8-79cec4d6e283 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 200 len: 1000 time: 0.1587200 Sep 25 00:56:55.827896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62565db-c94b-4d28-ad3c-a8a5b6d7602f,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:55.844588 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b97ade77-ff8a-48a2-9dfb-75b975d19f28 admin admin] Publish callbacks [] for security_group (84ab6963-757c-4407-b4dc-3f849d883a81), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.854081 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b97ade77-ff8a-48a2-9dfb-75b975d19f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (84ab6963-757c-4407-b4dc-3f849d883a81), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:55.894497 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:55.916863 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Checking segment: {'id': '6c0bb52c-8f01-4b43-b059-6591cb7e258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1435cc3d-9242-4a80-9d0b-c2f0cf952a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:56:55.917128 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Network hostable DHCP agents. Network: 1435cc3d-9242-4a80-9d0b-c2f0cf952a66, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:56:55.917537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-f0bdb7b2-37f1-494c-90e5-8fc82bfac76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:55.919153 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-f0bdb7b2-37f1-494c-90e5-8fc82bfac76d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1155553 Sep 25 00:56:55.939730 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b97ade77-ff8a-48a2-9dfb-75b975d19f28 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b61e2d35de03491fb4eea8e0c3789bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477813 Sep 25 00:56:55.941891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33780) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:55.960968 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ade77-ff8a-48a2-9dfb-75b975d19f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab6963-757c-4407-b4dc-3f849d883a81,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:55.983649 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Network 1435cc3d-9242-4a80-9d0b-c2f0cf952a66 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:56:56.004118 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723a81-242a-4153-9a77-befd7d7bfd93 req-bf0c4d2b-0980-4cf3-8a7d-1c9bf39db5ca tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:56.006781 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-59723a81-242a-4153-9a77-befd7d7bfd93 req-bf0c4d2b-0980-4cf3-8a7d-1c9bf39db5ca tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0965579 Sep 25 00:56:56.008106 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1435cc3d-9242-4a80-9d0b-c2f0cf952a66) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:56:56.019614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33788) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:56.024595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55df06-9e5b-4eaa-880e-60140f77e0d1 None None] Network 1435cc3d-9242-4a80-9d0b-c2f0cf952a66 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:56:56.025397 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'floatingip': {'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:56:56.028324 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:56.029013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.064246 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-07315ecb-e2cc-4534-a15b-2c698c9ddba3 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8733022 Sep 25 00:56:56.160284 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.222838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d3cfe-559f-49d5-87ea-1343d64c48d3 None None] Network 1435cc3d-9242-4a80-9d0b-c2f0cf952a66 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:56:56.259627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:56.260866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] Publish callbacks [] for security_group (84ab6963-757c-4407-b4dc-3f849d883a81), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.340951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] Publish callbacks [] for security_group (84ab6963-757c-4407-b4dc-3f849d883a81), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.355723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04c07-ce65-4096-88f8-f55075f9a5b1 req-d3b9ba88-9dd5-4604-95c7-f841925c2361 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:56.357208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7b04c07-ce65-4096-88f8-f55075f9a5b1 req-d3b9ba88-9dd5-4604-95c7-f841925c2361 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.2216613 Sep 25 00:56:56.517323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7b04c07-ce65-4096-88f8-f55075f9a5b1 req-e5b1f8ad-0e69-45f8-89f2-b7d0eda89b6d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478384 Sep 25 00:56:56.558482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (84ab6963-757c-4407-b4dc-3f849d883a81), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.561500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:56.566545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/84ab6963-757c-4407-b4dc-3f849d883a81 HTTP/1.1" status: 204 len: 168 time: 0.6233530 Sep 25 00:56:56.661382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bb631-780b-48ff-a41d-977e6d7a677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab6963-757c-4407-b4dc-3f849d883a81,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:56.687976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-6627d56d-bc1f-4420-8842-75cca4a5d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:56.690737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-6627d56d-bc1f-4420-8842-75cca4a5d448 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208863 Sep 25 00:56:56.751072 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193e2f6-b682-4e53-9899-53f77146e3a1 req-50c1449a-f791-4f89-8dc5-2d7422fa6032 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:56.752825 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e193e2f6-b682-4e53-9899-53f77146e3a1 req-50c1449a-f791-4f89-8dc5-2d7422fa6032 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.1070378 Sep 25 00:56:56.846537 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e193e2f6-b682-4e53-9899-53f77146e3a1 req-1863e0d0-2fdf-4f3f-863b-1bd4c4cff0d5 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864031 Sep 25 00:56:57.093962 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-09dd042b-09d0-4195-aa26-2c128a6f899e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952882 Sep 25 00:56:57.386216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6516752e-fcdb-4b49-8cb1-0491dd65490d req-a175b98b-9d56-4f61-9989-6ddf5668efc5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849164 Sep 25 00:56:57.407834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.db.resource_extend [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 00:56:57.453787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:57.509601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:57.514203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:57.655182 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Floating IP b53d51e2-ef91-4399-a2cd-bcea86331354 associated. External IP: 172.37.1.229, port: 96168749-3e0f-462f-9aed-adacd4fb28c0. Sep 25 00:56:57.957727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ae13-ca8c-4129-a7a6-97420b6b3bee req-0599b79b-6170-4ff2-8ed7-32f021f31ed7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:57.960001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dd91ae13-ca8c-4129-a7a6-97420b6b3bee req-0599b79b-6170-4ff2-8ed7-32f021f31ed7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.3192444 Sep 25 00:56:57.965324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:58.061708 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dd91ae13-ca8c-4129-a7a6-97420b6b3bee req-5aae2d13-cabe-4318-976f-2f076458e8a7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960085 Sep 25 00:56:58.198195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:56:58.239653 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33872) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:58.340368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:56:58.345641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.352721 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:56:58.366422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:58.367549 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:56:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:58.394450 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fe20c493-d9d8-4031-831d-37552bb61f31 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b53d51e2-ef91-4399-a2cd-bcea86331354 HTTP/1.1" status: 200 len: 992 time: 2.3728888 Sep 25 00:56:58.395265 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:56:58.399215 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29f302-4a35-4d65-9aa1-782744e3f2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:56:58.406113 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a69e0a1-d784-4241-99bd-834bd6fd98dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.462216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14d51af-0d17-4091-aa4d-08220dd1a125 x-openstack-request-id: req-e14d51af-0d17-4091-aa4d-08220dd1a125 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:56:58.462889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:56:58.463355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e14d51af-0d17-4091-aa4d-08220dd1a125 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:56:58.464016 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14d51af-0d17-4091-aa4d-08220dd1a125'] response: {'name': 'network-changed', 'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'status': 'completed', 'code': 200} Sep 25 00:56:58.554667 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a69e0a1-d784-4241-99bd-834bd6fd98dd admin admin] Publish callbacks [] for security_group (d2e619f5-1e90-4a96-81e5-e4ae088df13d), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.555896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:58.560360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0a69e0a1-d784-4241-99bd-834bd6fd98dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d2e619f5-1e90-4a96-81e5-e4ae088df13d), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.596792 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:58.610270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-63cdad97-68e8-434a-9b0f-660a56484129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:58.621237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-63cdad97-68e8-434a-9b0f-660a56484129 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1130 time: 0.1015480 Sep 25 00:56:58.655324 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0a69e0a1-d784-4241-99bd-834bd6fd98dd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7b7dff005bcf45ce9fb79fdc2b8eab52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140868 Sep 25 00:56:58.660286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33916) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:58.679499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69e0a1-d784-4241-99bd-834bd6fd98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e619f5-1e90-4a96-81e5-e4ae088df13d,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:58.717934 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:58.796499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] Publish callbacks [] for security_group (d2e619f5-1e90-4a96-81e5-e4ae088df13d), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.851797 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] Publish callbacks [] for security_group (d2e619f5-1e90-4a96-81e5-e4ae088df13d), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.873543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-fae048bc-74aa-4231-ac79-de1407cb382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:58.875235 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-fae048bc-74aa-4231-ac79-de1407cb382c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.2480423 Sep 25 00:56:58.907348 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:58.950656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d2e619f5-1e90-4a96-81e5-e4ae088df13d), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.954124 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:58.957286 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d2e619f5-1e90-4a96-81e5-e4ae088df13d HTTP/1.1" status: 204 len: 168 time: 0.2909999 Sep 25 00:56:58.966065 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073fce6-dd80-4f40-9d7a-ae01169572e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e619f5-1e90-4a96-81e5-e4ae088df13d,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:56:58.987500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-cb966cc8-59c1-467a-8761-14ab98d057bd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 1000 time: 0.1051233 Sep 25 00:56:59.055025 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b53d51e2-ef91-4399-a2cd-bcea86331354', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.229', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:56:05Z', 'updated_at': '2022-09-25T00:56:57Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:59.121330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-d39a1fa7-69ba-43d5-88c5-90f4ab626ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:59.123744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:56:59.126354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-d39a1fa7-69ba-43d5-88c5-90f4ab626ff7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.1297336 Sep 25 00:56:59.147258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:56:59.148318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:56:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:59.249611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-f4a523d4-9793-410b-8c49-d8f0d5d3477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:59.252189 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-f4a523d4-9793-410b-8c49-d8f0d5d3477a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186500 Sep 25 00:56:59.409500 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765289-8143-427d-a518-9871ec1c7b2a req-249a1836-6fd9-433b-afcc-6ce9ff704b85 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:56:59.419080 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e6765289-8143-427d-a518-9871ec1c7b2a req-249a1836-6fd9-433b-afcc-6ce9ff704b85 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1855779 Sep 25 00:56:59.471597 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:56:59.493006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-643c1d48-a3ce-4bb0-ae9a-4f2bedd0e235 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177706 Sep 25 00:56:59.605182 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:56:59.611540 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e6765289-8143-427d-a518-9871ec1c7b2a req-199f58ab-f296-4f21-b53b-1130093a6d6c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849420 Sep 25 00:56:59.711664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc29f302-4a35-4d65-9aa1-782744e3f2aa req-eaf6ca7b-c791-4a18-8ffc-dd95a6e57511 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119920 Sep 25 00:56:59.829820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 33974) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:56:59.845142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22a0b061-7c0c-4f28-8c57-2fcc98a423d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:56:59.956031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b53d51e2-ef91-4399-a2cd-bcea86331354', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.229', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:56:05Z', 'updated_at': '2022-09-25T00:56:57Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:56:59.997889 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac0ca9-5de5-4f3a-9c95-78a205fb1afb None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b53d51e2-ef91-4399-a2cd-bcea86331354', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.229', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:56:05Z', 'updated_at': '2022-09-25T00:56:57Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:00.022118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22a0b061-7c0c-4f28-8c57-2fcc98a423d0 admin admin] Publish callbacks [] for security_group (db734c00-2138-48ee-9a8b-005ad83b0afd), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.027129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22a0b061-7c0c-4f28-8c57-2fcc98a423d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (db734c00-2138-48ee-9a8b-005ad83b0afd), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.039342 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:00.077838 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-22a0b061-7c0c-4f28-8c57-2fcc98a423d0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9a328183e0224b7498ff5c7f3b1b0980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436278 Sep 25 00:57:00.077838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0b061-7c0c-4f28-8c57-2fcc98a423d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db734c00-2138-48ee-9a8b-005ad83b0afd,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:00.080799 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 33986) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:00.162959 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] Publish callbacks [] for security_group (db734c00-2138-48ee-9a8b-005ad83b0afd), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.211774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] Publish callbacks [] for security_group (db734c00-2138-48ee-9a8b-005ad83b0afd), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.309842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (db734c00-2138-48ee-9a8b-005ad83b0afd), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.312638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:00.313846 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/db734c00-2138-48ee-9a8b-005ad83b0afd HTTP/1.1" status: 204 len: 168 time: 0.2319090 Sep 25 00:57:00.322606 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bfa25-2695-4735-b652-33eee0fac323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db734c00-2138-48ee-9a8b-005ad83b0afd,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:00.381807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a7161e-75ea-4090-83c4-7a6bcecf8bd6 None None] New status for floating IP b53d51e2-ef91-4399-a2cd-bcea86331354: ACTIVE {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:57:00.759760 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717338-5d28-495f-85cf-31095098ad7e req-d201cef2-382e-46a9-945f-866fc23ad815 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:00.772351 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25717338-5d28-495f-85cf-31095098ad7e req-d201cef2-382e-46a9-945f-866fc23ad815 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0726840 Sep 25 00:57:00.828754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:00.851609 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25717338-5d28-495f-85cf-31095098ad7e req-6fa24e7c-bc1b-4a6e-ac6f-26555ce8f849 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649121 Sep 25 00:57:02.040258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1360-bc6c-4232-bcef-1def481ee180 req-d7005180-efb8-4aa5-b028-60a83f549099 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:02.041863 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a50f1360-bc6c-4232-bcef-1def481ee180 req-d7005180-efb8-4aa5-b028-60a83f549099 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0647497 Sep 25 00:57:02.107687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a50f1360-bc6c-4232-bcef-1def481ee180 req-7c7d268a-a3b9-4fa3-b5bb-02a991ddcae7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Sep 25 00:57:03.237672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befcbf9-6504-4bb8-9907-82eccff3d760 req-2ebaaf1f-2f30-4ae4-9e61-ae848fe789bf tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:03.239405 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6befcbf9-6504-4bb8-9907-82eccff3d760 req-2ebaaf1f-2f30-4ae4-9e61-ae848fe789bf tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0504591 Sep 25 00:57:03.291313 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6befcbf9-6504-4bb8-9907-82eccff3d760 req-1ab20748-ab94-44f9-ad3c-68a44567648e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Sep 25 00:57:04.449868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e7a4e-f664-4c39-b48b-f65b67098a89 req-166f76dd-769f-4b60-8a54-c2f95afa28ba tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:04.451353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-645e7a4e-f664-4c39-b48b-f65b67098a89 req-166f76dd-769f-4b60-8a54-c2f95afa28ba tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0569181 Sep 25 00:57:04.502145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-645e7a4e-f664-4c39-b48b-f65b67098a89 req-facce92c-e698-42b2-be03-71a3b6932f03 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Sep 25 00:57:05.639547 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bab62-c94d-4cdf-bc7f-31d4ff783e2b req-f5651057-b31f-4a91-8b9a-f8095a645027 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:05.641042 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b43bab62-c94d-4cdf-bc7f-31d4ff783e2b req-f5651057-b31f-4a91-8b9a-f8095a645027 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0549865 Sep 25 00:57:05.693441 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b43bab62-c94d-4cdf-bc7f-31d4ff783e2b req-cccd2238-f007-4646-94fe-34faea7ce152 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Sep 25 00:57:06.773010 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34208) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:06.830808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f07bc-8eb3-46f8-8690-f68a6b11726f req-c2111b01-c0d6-4f8c-a17c-7098f8daa47d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:06.833396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc7f07bc-8eb3-46f8-8690-f68a6b11726f req-c2111b01-c0d6-4f8c-a17c-7098f8daa47d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0547936 Sep 25 00:57:06.907065 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc7f07bc-8eb3-46f8-8690-f68a6b11726f req-4b14929d-a4e5-489b-aaa7-03ce24ccee56 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599980 Sep 25 00:57:06.922445 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9bf30165-5ab4-490a-adfe-4ac542763159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.041617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9bf30165-5ab4-490a-adfe-4ac542763159 admin admin] Publish callbacks [] for security_group (d4e09020-9abf-4155-a6e0-b9da2aaa4e51), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.046690 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9bf30165-5ab4-490a-adfe-4ac542763159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d4e09020-9abf-4155-a6e0-b9da2aaa4e51), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.089321 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9bf30165-5ab4-490a-adfe-4ac542763159 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4bccc5e412f848b3957c110e731c309d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142262 Sep 25 00:57:07.090136 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf30165-5ab4-490a-adfe-4ac542763159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e09020-9abf-4155-a6e0-b9da2aaa4e51,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:07.091956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34226) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:07.150695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] Publish callbacks [] for security_group (d4e09020-9abf-4155-a6e0-b9da2aaa4e51), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.171885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] Publish callbacks [] for security_group (d4e09020-9abf-4155-a6e0-b9da2aaa4e51), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.222095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d4e09020-9abf-4155-a6e0-b9da2aaa4e51), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.224780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.225956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d4e09020-9abf-4155-a6e0-b9da2aaa4e51 HTTP/1.1" status: 204 len: 168 time: 0.1330209 Sep 25 00:57:07.229884 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34232) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:07.238969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573a49b-bbda-4570-a253-a98e3ce16715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e09020-9abf-4155-a6e0-b9da2aaa4e51,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:07.476050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7946b636-f481-458d-9300-3b3945cf590e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.500463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:07.552091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34240) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:07.566677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc53e-9689-4247-b25f-7a1d2a36c8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.576404 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7946b636-f481-458d-9300-3b3945cf590e admin admin] Publish callbacks [] for security_group (31d684d5-0bf0-4f66-987e-e19a0c44be09), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.580598 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7946b636-f481-458d-9300-3b3945cf590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (31d684d5-0bf0-4f66-987e-e19a0c44be09), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.619901 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b636-f481-458d-9300-3b3945cf590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d684d5-0bf0-4f66-987e-e19a0c44be09,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:07.624366 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7946b636-f481-458d-9300-3b3945cf590e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba896797e1ca468dbfaeca0b414589c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934617 Sep 25 00:57:07.627071 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34242) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:07.628634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:07.656576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc53e-9689-4247-b25f-7a1d2a36c8c5 admin admin] Publish callbacks [] for security_group (b411880c-e4c2-4b19-982d-b6f6221db224), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.661164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc53e-9689-4247-b25f-7a1d2a36c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b411880c-e4c2-4b19-982d-b6f6221db224), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.681831 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] Publish callbacks [] for security_group (31d684d5-0bf0-4f66-987e-e19a0c44be09), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.702592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] Publish callbacks [] for security_group (31d684d5-0bf0-4f66-987e-e19a0c44be09), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.712879 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-bb1bc53e-9689-4247-b25f-7a1d2a36c8c5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d410822d4a0e49029e0d62cab39bbd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592376 Sep 25 00:57:07.715202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34244) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:07.721188 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc53e-9689-4247-b25f-7a1d2a36c8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b411880c-e4c2-4b19-982d-b6f6221db224,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:07.764231 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (31d684d5-0bf0-4f66-987e-e19a0c44be09), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.766831 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.768105 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/31d684d5-0bf0-4f66-987e-e19a0c44be09 HTTP/1.1" status: 204 len: 168 time: 0.1399682 Sep 25 00:57:07.778612 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a33157-04f6-4ffc-a642-979727892628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d684d5-0bf0-4f66-987e-e19a0c44be09,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:07.794162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] Publish callbacks [] for security_group (b411880c-e4c2-4b19-982d-b6f6221db224), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.816255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] Publish callbacks [] for security_group (b411880c-e4c2-4b19-982d-b6f6221db224), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.867122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b411880c-e4c2-4b19-982d-b6f6221db224), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.869828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:07.871202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b411880c-e4c2-4b19-982d-b6f6221db224 HTTP/1.1" status: 204 len: 168 time: 0.1549063 Sep 25 00:57:07.880613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f057a5-ab1a-4d9e-8775-c0a06c5c4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b411880c-e4c2-4b19-982d-b6f6221db224,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:08.102638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc31fa-86d5-4702-aeff-cdccccb9765e req-a5e6b985-ab9d-47a0-8eb0-99457bbd1f24 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:08.115928 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5bbc31fa-86d5-4702-aeff-cdccccb9765e req-a5e6b985-ab9d-47a0-8eb0-99457bbd1f24 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1118164 Sep 25 00:57:08.189286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:08.195785 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5bbc31fa-86d5-4702-aeff-cdccccb9765e req-35247138-caad-4a3b-852e-ecb2281eee1e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Sep 25 00:57:08.318319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34274) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:08.335840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a437b4ee-1a85-4bcb-a946-c9ab0318509c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.365813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:08.436486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a437b4ee-1a85-4bcb-a946-c9ab0318509c admin admin] Publish callbacks [] for security_group (beb36863-8128-4c44-acb6-d9b1d711e507), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.440436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a437b4ee-1a85-4bcb-a946-c9ab0318509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (beb36863-8128-4c44-acb6-d9b1d711e507), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.481671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b4ee-1a85-4bcb-a946-c9ab0318509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb36863-8128-4c44-acb6-d9b1d711e507,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:08.490218 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a437b4ee-1a85-4bcb-a946-c9ab0318509c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1fba20633c144fe0a8572d2a2343f8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678374 Sep 25 00:57:08.491142 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34278) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:08.549196 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] Publish callbacks [] for security_group (beb36863-8128-4c44-acb6-d9b1d711e507), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.581870 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] Publish callbacks [] for security_group (beb36863-8128-4c44-acb6-d9b1d711e507), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.635580 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (beb36863-8128-4c44-acb6-d9b1d711e507), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.638267 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:08.639534 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/beb36863-8128-4c44-acb6-d9b1d711e507 HTTP/1.1" status: 204 len: 168 time: 0.1479065 Sep 25 00:57:08.648134 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29020262-4950-40c3-abf0-73b11aff13f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb36863-8128-4c44-acb6-d9b1d711e507,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:09.078006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34302) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:09.092112 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e2b8-4d0a-4c51-a8f1-0d24ef3fb2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.188875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e2b8-4d0a-4c51-a8f1-0d24ef3fb2d8 admin admin] Publish callbacks [] for security_group (83d4ad1b-4a58-4360-9aa3-08187c64b752), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.193819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e2b8-4d0a-4c51-a8f1-0d24ef3fb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (83d4ad1b-4a58-4360-9aa3-08187c64b752), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.231499 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b4e6e2b8-4d0a-4c51-a8f1-0d24ef3fb2d8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bec11bdddb3e4993bbbdf5042faa8a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521790 Sep 25 00:57:09.234175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34310) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:09.243202 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e2b8-4d0a-4c51-a8f1-0d24ef3fb2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d4ad1b-4a58-4360-9aa3-08187c64b752,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:09.336852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] Publish callbacks [] for security_group (83d4ad1b-4a58-4360-9aa3-08187c64b752), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.368307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26679af-05e6-45dd-9313-a2a9cfc64648 req-a3e45248-5f4a-46c5-a681-17ddacc5f802 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:09.369866 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c26679af-05e6-45dd-9313-a2a9cfc64648 req-a3e45248-5f4a-46c5-a681-17ddacc5f802 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0778282 Sep 25 00:57:09.374888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] Publish callbacks [] for security_group (83d4ad1b-4a58-4360-9aa3-08187c64b752), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.479582 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c26679af-05e6-45dd-9313-a2a9cfc64648 req-c8034a5f-ce1d-4e41-947f-b2944947c911 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022017 Sep 25 00:57:09.510385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (83d4ad1b-4a58-4360-9aa3-08187c64b752), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.513007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:09.514158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/83d4ad1b-4a58-4360-9aa3-08187c64b752 HTTP/1.1" status: 204 len: 168 time: 0.2790170 Sep 25 00:57:09.525357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89b771-52ca-4842-9c8b-1f39db858e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d4ad1b-4a58-4360-9aa3-08187c64b752,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:09.884779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=33 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:10.237163 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63f2ac-72ac-4051-b06a-936fd5e59b7f req-7273f0dd-2b80-4341-8be0-c50f8aabad94 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:10.241742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a63f2ac-72ac-4051-b06a-936fd5e59b7f req-7273f0dd-2b80-4341-8be0-c50f8aabad94 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.0672421 Sep 25 00:57:10.332758 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a63f2ac-72ac-4051-b06a-936fd5e59b7f req-59470448-4367-49c4-b8a0-02b0c43946b9 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Sep 25 00:57:10.449062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34374) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:10.572924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-50fbc8ac-69b1-424a-8c3d-c8c7a328060b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.620334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfcc62-4b45-4990-8f53-c67cdcaad27d req-e67be9c5-9510-4c06-92b9-08e67c9bd8ed tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:10.628415 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-44dfcc62-4b45-4990-8f53-c67cdcaad27d req-e67be9c5-9510-4c06-92b9-08e67c9bd8ed tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0558147 Sep 25 00:57:10.635982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:10.683087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-50fbc8ac-69b1-424a-8c3d-c8c7a328060b admin admin] Publish callbacks [] for security_group (2b6b3eee-9aed-48a1-99dc-1e341378dabc), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.685921 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-44dfcc62-4b45-4990-8f53-c67cdcaad27d req-18efd047-7477-451b-bd9b-030e50fb3926 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562625 Sep 25 00:57:10.689955 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-50fbc8ac-69b1-424a-8c3d-c8c7a328060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b6b3eee-9aed-48a1-99dc-1e341378dabc), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.733171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbc8ac-69b1-424a-8c3d-c8c7a328060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b3eee-9aed-48a1-99dc-1e341378dabc,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:10.738008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-50fbc8ac-69b1-424a-8c3d-c8c7a328060b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f5780a6d6dde45ae80cd574620660f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876451 Sep 25 00:57:10.741522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34400) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:10.795644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] Publish callbacks [] for security_group (2b6b3eee-9aed-48a1-99dc-1e341378dabc), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.816541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] Publish callbacks [] for security_group (2b6b3eee-9aed-48a1-99dc-1e341378dabc), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.870023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b6b3eee-9aed-48a1-99dc-1e341378dabc), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.872711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:10.874771 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2b6b3eee-9aed-48a1-99dc-1e341378dabc HTTP/1.1" status: 204 len: 168 time: 0.1323030 Sep 25 00:57:10.886617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77846d7-490c-4f20-94ca-0aac5cc201ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b3eee-9aed-48a1-99dc-1e341378dabc,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:11.275431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34442) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:11.292474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab9541b1-fa5f-41bf-bc59-e22f9e60b933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.305531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=2,neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:11.390810 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab9541b1-fa5f-41bf-bc59-e22f9e60b933 admin admin] Publish callbacks [] for security_group (c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.396609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab9541b1-fa5f-41bf-bc59-e22f9e60b933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.487123 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ab9541b1-fa5f-41bf-bc59-e22f9e60b933 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9802a2faa6b749f9b4850348c95f8ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102339 Sep 25 00:57:11.489930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34460) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:11.494209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9541b1-fa5f-41bf-bc59-e22f9e60b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:11.509171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bd25a-7a1b-4085-b4b4-cfc61388598e req-5fd6e934-34e9-4083-9d1e-a2b5a73e0735 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:11.511364 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b40bd25a-7a1b-4085-b4b4-cfc61388598e req-5fd6e934-34e9-4083-9d1e-a2b5a73e0735 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.0824873 Sep 25 00:57:11.561633 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] Publish callbacks [] for security_group (c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.578945 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:11.583105 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b40bd25a-7a1b-4085-b4b4-cfc61388598e req-2b59a429-5301-4f22-a09b-cd14f8577201 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580151 Sep 25 00:57:11.584318 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] Publish callbacks [] for security_group (c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.644351 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.648241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:11.651754 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9 HTTP/1.1" status: 204 len: 168 time: 0.1578593 Sep 25 00:57:11.659020 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c512bf6-022b-465b-ad1c-caf3d405a217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c245bfc7-5a9d-462e-9ec0-1d6fd26d84e9,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:11.820429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f192-810e-4b5b-b3dc-6b6547d5c90b req-e80ad458-19ab-4681-aea4-3aa7c7af6710 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:11.821937 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11a2f192-810e-4b5b-b3dc-6b6547d5c90b req-e80ad458-19ab-4681-aea4-3aa7c7af6710 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0531390 Sep 25 00:57:11.874006 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11a2f192-810e-4b5b-b3dc-6b6547d5c90b req-c54398df-0ff2-4e26-987f-fee14047874f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Sep 25 00:57:12.726757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39349c91-73e5-4f90-b3ff-14fe546bf592 req-d1d926d5-5d5e-4aab-9950-438f43f20db8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:12.728756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-39349c91-73e5-4f90-b3ff-14fe546bf592 req-d1d926d5-5d5e-4aab-9950-438f43f20db8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.0646784 Sep 25 00:57:12.784136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-39349c91-73e5-4f90-b3ff-14fe546bf592 req-8c27f499-8c32-4ded-bdcf-c16769ce3969 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Sep 25 00:57:12.846143 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34520) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:12.894530 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Deleting subnet 628d6164-8561-43a3-90c1-471d3db273ff {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 00:57:12.898268 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Publish callbacks [] for subnet (628d6164-8561-43a3-90c1-471d3db273ff), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:12.943146 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Publish callbacks [] for subnet (628d6164-8561-43a3-90c1-471d3db273ff), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:12.953664 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (628d6164-8561-43a3-90c1-471d3db273ff), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:12.989860 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:13.003842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-dfb756db-5df1-4c77-bca1-4f104545278e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:13.006071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-dfb756db-5df1-4c77-bca1-4f104545278e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.0463243 Sep 25 00:57:13.040627 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e916d3-3d93-45a3-9392-f59ed818877f req-4496ab58-b214-4332-9339-2ef6891d46bc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:13.042223 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-24e916d3-3d93-45a3-9392-f59ed818877f req-4496ab58-b214-4332-9339-2ef6891d46bc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0639148 Sep 25 00:57:13.077391 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (628d6164-8561-43a3-90c1-471d3db273ff), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.112524 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628d6164-8561-43a3-90c1-471d3db273ff,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:13.123578 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.126771 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0666f30b-1f05-4573-ab34-980ff4ba8683 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/628d6164-8561-43a3-90c1-471d3db273ff HTTP/1.1" status: 204 len: 168 time: 0.2796230 Sep 25 00:57:13.129417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34526) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:13.132195 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-24e916d3-3d93-45a3-9392-f59ed818877f req-2df1aa63-e6ce-459a-9845-f956ce447646 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835326 Sep 25 00:57:13.138228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Deleting port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:57:13.138568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.244581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:13.257564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (98bf713b-ce3d-430d-9b8a-f3f243e74a76), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.325765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] For port 9618d105-fdf7-4a07-9a29-e94ba03b6c41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9618d105-fdf7-4a07-9a29-e94ba03b6c41,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:13.326123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.393993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Calling delete_port for 9618d105-fdf7-4a07-9a29-e94ba03b6c41 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:57:13.418234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (98bf713b-ce3d-430d-9b8a-f3f243e74a76), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.506032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.506382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.507145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.507492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > port after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.507825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.508171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > port after_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.508490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.508823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.509139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.509482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.679136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.680548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.680909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.681231 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:13.681636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bf713b-ce3d-430d-9b8a-f3f243e74a76']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:13.707416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da57ede-5266-40ee-a238-a4d2238b2ba4') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:13.707948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da57ede-5266-40ee-a238-a4d2238b2ba4') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:13.747783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (6da57ede-5266-40ee-a238-a4d2238b2ba4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.778492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6da57ede-5266-40ee-a238-a4d2238b2ba4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.790392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:57:13.790832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (6da57ede-5266-40ee-a238-a4d2238b2ba4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.797154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:13.947355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (98bf713b-ce3d-430d-9b8a-f3f243e74a76), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:13.976431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fb5ed-e873-4495-bd90-ad55574d1734 req-89829507-a673-46b5-98a8-e55b0e4c0871 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:13.983655 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de0fb5ed-e873-4495-bd90-ad55574d1734 req-89829507-a673-46b5-98a8-e55b0e4c0871 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 946 time: 0.1072400 Sep 25 00:57:13.995273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.004097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34546) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:14.004576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/98bf713b-ce3d-430d-9b8a-f3f243e74a76 HTTP/1.1" status: 204 len: 168 time: 0.8733964 Sep 25 00:57:14.041412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc0215-a42b-4483-8363-994244986b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=98bf713b-ce3d-430d-9b8a-f3f243e74a76,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:14.047278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (9618d105-fdf7-4a07-9a29-e94ba03b6c41), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.062902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6da57ede-5266-40ee-a238-a4d2238b2ba4 resource provider aggregate not found Sep 25 00:57:14.097625 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Deleting subnet b62565db-c94b-4d28-ad3c-a8a5b6d7602f {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 00:57:14.103132 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Publish callbacks [] for subnet (b62565db-c94b-4d28-ad3c-a8a5b6d7602f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.103242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['9618d105-fdf7-4a07-9a29-e94ba03b6c41'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:57:14.164292 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6da57ede-5266-40ee-a238-a4d2238b2ba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da57ede-5266-40ee-a238-a4d2238b2ba4 found for delete ", "request_id": "req-4f9ebea8-7f69-4f15-8fde-9556c05b6f26"}]} Sep 25 00:57:14.201158 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Publish callbacks [] for subnet (b62565db-c94b-4d28-ad3c-a8a5b6d7602f), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.219695 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (b62565db-c94b-4d28-ad3c-a8a5b6d7602f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.220212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Pushing event deleted for resources: {'Port': ['ID=9618d105-fdf7-4a07-9a29-e94ba03b6c41,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:14.265787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] No DVR routers for this DVR port 9618d105-fdf7-4a07-9a29-e94ba03b6c41 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:57:14.275925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.279483 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-44da9c58-8054-4b66-85f8-78d80b0c2463 req-ff0fce27-bff9-4cb1-af5c-7d90f852be4e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9618d105-fdf7-4a07-9a29-e94ba03b6c41 HTTP/1.1" status: 204 len: 173 time: 1.2679744 Sep 25 00:57:14.280450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'name': 'network-vif-deleted', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:57:14.283148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabcae0-b05b-4a4a-ab6b-710cf3f25309" -d '{"events": [{"server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "name": "network-vif-deleted", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:57:14.301525 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de0fb5ed-e873-4495-bd90-ad55574d1734 req-6ecfcb02-1590-4e3a-ba53-0534242b6041 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33e8b406-0d9d-4791-be58-7ab180367bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129396 Sep 25 00:57:14.365816 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e962-658f-41d4-9adf-40fcd51f292d req-e3ad99eb-4024-4de8-954f-c4f86d1376ec tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:14.376699 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b56e962-658f-41d4-9adf-40fcd51f292d req-e3ad99eb-4024-4de8-954f-c4f86d1376ec tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1088767 Sep 25 00:57:14.409574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120cd59-6c96-43b1-963e-d9548c01f89b x-openstack-request-id: req-1120cd59-6c96-43b1-963e-d9548c01f89b {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:57:14.411541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e80e8e-ef14-4a77-b697-0d889f6cfa5f", "name": "network-vif-deleted", "tag": "9618d105-fdf7-4a07-9a29-e94ba03b6c41", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:57:14.412322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1120cd59-6c96-43b1-963e-d9548c01f89b {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:57:14.412985 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1120cd59-6c96-43b1-963e-d9548c01f89b'] response: {'server_uuid': '38e80e8e-ef14-4a77-b697-0d889f6cfa5f', 'name': 'network-vif-deleted', 'tag': '9618d105-fdf7-4a07-9a29-e94ba03b6c41', 'status': 'completed', 'code': 200} Sep 25 00:57:14.419497 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (b62565db-c94b-4d28-ad3c-a8a5b6d7602f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.463088 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62565db-c94b-4d28-ad3c-a8a5b6d7602f,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:14.466788 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.470149 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a22022aa-6e1e-48ce-974b-1922a3a806ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/b62565db-c94b-4d28-ad3c-a8a5b6d7602f HTTP/1.1" status: 204 len: 168 time: 0.4647489 Sep 25 00:57:14.474386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34558) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:14.496374 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b56e962-658f-41d4-9adf-40fcd51f292d req-cc953bd9-b363-44ee-9ad9-53faa2dbe7ed tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186955 Sep 25 00:57:14.561109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (1435cc3d-9242-4a80-9d0b-c2f0cf952a66), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.861037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (1435cc3d-9242-4a80-9d0b-c2f0cf952a66), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.883933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1435cc3d-9242-4a80-9d0b-c2f0cf952a66']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:14.893409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0bb52c-8f01-4b43-b059-6591cb7e258f') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:14.893712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0bb52c-8f01-4b43-b059-6591cb7e258f') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:14.904401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (6c0bb52c-8f01-4b43-b059-6591cb7e258f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.919796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6c0bb52c-8f01-4b43-b059-6591cb7e258f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.927333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:57:14.927719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (6c0bb52c-8f01-4b43-b059-6591cb7e258f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.986614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (1435cc3d-9242-4a80-9d0b-c2f0cf952a66), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.993311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:14.997725 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/1435cc3d-9242-4a80-9d0b-c2f0cf952a66 HTTP/1.1" status: 204 len: 168 time: 0.5219138 Sep 25 00:57:15.010136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd83d0-5495-4802-a187-c6068a863976 admin admin] Pushing event deleted for resources: {'Network': ['ID=1435cc3d-9242-4a80-9d0b-c2f0cf952a66,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:15.188330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34564) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:15.201705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:15.231223 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-58db0c27-9de5-4f52-becf-91fb5ff8071e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e463fe4d96b04d6fa3224a417eeeeadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417473 Sep 25 00:57:15.233806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34566) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:15.283167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] Publish callbacks [] for security_group (7ad4e2ea-12a4-4242-baae-4ae67e21523f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.303827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] Publish callbacks [] for security_group (7ad4e2ea-12a4-4242-baae-4ae67e21523f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.382006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (7ad4e2ea-12a4-4242-baae-4ae67e21523f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.384782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.386161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ad4e2ea-12a4-4242-baae-4ae67e21523f HTTP/1.1" status: 204 len: 168 time: 0.1513104 Sep 25 00:57:15.397478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1102a-f312-42b2-a62b-c6a3f5ed6924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad4e2ea-12a4-4242-baae-4ae67e21523f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:15.443974 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24f79f13-1e0b-42fc-b970-14d4511aa19a req-040452fd-6e87-4117-9b75-d11bf3f87a6e tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0482247 Sep 25 00:57:15.632070 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4308-de81-4d37-a6f4-bea003d0317b req-2697d821-d02b-4eaf-b373-58742563b8b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:15.633635 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-253f4308-de81-4d37-a6f4-bea003d0317b req-2697d821-d02b-4eaf-b373-58742563b8b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0553596 Sep 25 00:57:15.690685 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-253f4308-de81-4d37-a6f4-bea003d0317b req-87e76ce1-fa72-4825-a125-3a5829b1a3f5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497203 Sep 25 00:57:15.793024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34582) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:15.852389 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4b80e47a-fcb8-4175-a96d-f6ee8b9c08f3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=254d347551d748c3b8356d11a8e309c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576160 Sep 25 00:57:15.855019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34584) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:15.903381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] Publish callbacks [] for security_group (1c03f997-b07a-43e3-8f13-07bed615aa08), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.923391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] Publish callbacks [] for security_group (1c03f997-b07a-43e3-8f13-07bed615aa08), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.985323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1c03f997-b07a-43e3-8f13-07bed615aa08), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.988174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:15.996403 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c03f997-b07a-43e3-8f13-07bed615aa08 HTTP/1.1" status: 204 len: 168 time: 0.1403811 Sep 25 00:57:16.006309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b0ce5-1774-436b-9d7e-a8ea14ad1599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03f997-b07a-43e3-8f13-07bed615aa08,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:16.195914 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6c0bb52c-8f01-4b43-b059-6591cb7e258f resource provider aggregate not found Sep 25 00:57:16.218434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6c0bb52c-8f01-4b43-b059-6591cb7e258f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c0bb52c-8f01-4b43-b059-6591cb7e258f found for delete ", "request_id": "req-fb84bebd-49b3-4bc8-b95a-dc5ced395b8c"}]} Sep 25 00:57:16.561944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51888f54-f7a9-4dd4-988f-f4006ae98ca6 req-da7168b6-bd9b-4779-adc3-02dc944fe88f tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0336959 Sep 25 00:57:16.815618 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c2395-0594-4544-88d4-89c885f28e67 req-db4574f2-befb-4dca-83dd-ebafa2cfa768 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:16.817376 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-150c2395-0594-4544-88d4-89c885f28e67 req-db4574f2-befb-4dca-83dd-ebafa2cfa768 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0486467 Sep 25 00:57:16.845534 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:16.874671 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-150c2395-0594-4544-88d4-89c885f28e67 req-6f6fe775-4956-4970-a7ce-b790706ea4a1 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507081 Sep 25 00:57:17.401548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-306d84da-5483-4f65-b402-3fd8b978ca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:17.672361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-01f1a270-22f1-4bc5-83e1-3895c39d7ad8 req-a00e90ec-7c50-487d-b062-32c4cc49a4c1 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0265224 Sep 25 00:57:17.854909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9618d105-fdf7-4a07-9a29-e94ba03b6c41 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:57:17.878759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 9618d105-fdf7-4a07-9a29-e94ba03b6c41 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:57:17.879098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9618d105-fdf7-4a07-9a29-e94ba03b6c41 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:57:18.006096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd413cd7-f5c0-4b78-bfa5-d132f7a2376a req-7680c117-8530-4084-9ebb-51211974942a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:18.007878 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd413cd7-f5c0-4b78-bfa5-d132f7a2376a req-7680c117-8530-4084-9ebb-51211974942a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0510976 Sep 25 00:57:18.058537 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cd413cd7-f5c0-4b78-bfa5-d132f7a2376a req-18da4120-6ae3-4c66-86ea-23d1fb086a53 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Sep 25 00:57:18.866754 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e72424b-9ff6-480d-9259-eadeb812a4aa req-c95db35b-bd14-43d3-80fb-0130a4f8113c tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0411215 Sep 25 00:57:19.193942 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e522b56-5c95-4612-9619-fc81ee38864f req-54745771-0414-40c0-af79-276112f590ef tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:19.195473 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e522b56-5c95-4612-9619-fc81ee38864f req-54745771-0414-40c0-af79-276112f590ef tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0516267 Sep 25 00:57:19.254607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:19.264358 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e522b56-5c95-4612-9619-fc81ee38864f req-7e684d8e-1e77-4163-99f7-5dc32d301e81 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Sep 25 00:57:19.743634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fbadcd19-d72b-4996-b514-bf9816f7c15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:19.980503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0e1403a-e2fb-4761-9868-1661142fc862 req-a244d2ca-53c7-4509-9a95-d743c0b5d952 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0265179 Sep 25 00:57:20.390684 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd6cd6-610f-440c-8b5c-87f173558c0c req-9d2fe498-6b7c-468a-9183-d4c798be7cca tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:20.392176 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-67dd6cd6-610f-440c-8b5c-87f173558c0c req-9d2fe498-6b7c-468a-9183-d4c798be7cca tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0504148 Sep 25 00:57:20.441374 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-67dd6cd6-610f-440c-8b5c-87f173558c0c req-586cce38-71d1-456c-b159-caad1e2fdcee tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Sep 25 00:57:20.648482 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:20.655662 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:20.947293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:21.096775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b09706b8-d4f1-455f-8bdb-eb8db1626cad req-5c869496-a7c4-47dd-8116-6902a1b085b8 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0300019 Sep 25 00:57:21.565837 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976658c-3985-4900-914c-f5811ba1b621 req-be1b2298-732a-4436-8439-1d136e618bce tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:21.567802 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9976658c-3985-4900-914c-f5811ba1b621 req-be1b2298-732a-4436-8439-1d136e618bce tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0451627 Sep 25 00:57:21.616742 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9976658c-3985-4900-914c-f5811ba1b621 req-955913c1-f61c-4f56-b7c2-458cf8b98dcd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Sep 25 00:57:22.218583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-914da458-e641-4384-b0eb-b0639969582d req-156b449a-2ac4-43fd-b900-be11791217c7 tempest-DeleteServersTestJSON-1998596361 tempest-DeleteServersTestJSON-1998596361-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=38e80e8e-ef14-4a77-b697-0d889f6cfa5f HTTP/1.1" status: 200 len: 210 time: 0.0289483 Sep 25 00:57:22.265442 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:22.558513 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:22.743184 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8e6fa-8150-485e-87e6-ad30ac67fb99 req-c8f4f368-568f-4fc6-a3a9-04eb7ae3855e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:22.744654 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d0f8e6fa-8150-485e-87e6-ad30ac67fb99 req-c8f4f368-568f-4fc6-a3a9-04eb7ae3855e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0511775 Sep 25 00:57:22.756140 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:22.797138 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d0f8e6fa-8150-485e-87e6-ad30ac67fb99 req-1cbbc060-df27-45bb-a1ec-a5c3be54c5ed tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Sep 25 00:57:23.921920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3adf13-0f37-4472-b51a-bf78edb37a6d req-75e0a819-3c09-4ba0-a0ed-e41917f11151 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:23.923366 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d3adf13-0f37-4472-b51a-bf78edb37a6d req-75e0a819-3c09-4ba0-a0ed-e41917f11151 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0482478 Sep 25 00:57:23.963410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:23.977051 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d3adf13-0f37-4472-b51a-bf78edb37a6d req-b2c78983-bd13-4e33-a5b9-b6025b2e9b93 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 Sep 25 00:57:24.767768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34790) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:24.788752 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34792) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:24.920039 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6584ac6-99bb-4897-85eb-8aa7054d2a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:24.998398 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6584ac6-99bb-4897-85eb-8aa7054d2a74 admin admin] Publish callbacks [] for security_group (f00e53a8-61d0-4d60-9c5a-991933522316), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.004189 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6584ac6-99bb-4897-85eb-8aa7054d2a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f00e53a8-61d0-4d60-9c5a-991933522316), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.049527 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6584ac6-99bb-4897-85eb-8aa7054d2a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e53a8-61d0-4d60-9c5a-991933522316,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:25.054809 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b6584ac6-99bb-4897-85eb-8aa7054d2a74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7bc12e750566459ebac4a268b257f1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649944 Sep 25 00:57:25.057458 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34800) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:25.111661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:25.144691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] Publish callbacks [] for security_group (f00e53a8-61d0-4d60-9c5a-991933522316), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.166595 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b968-430a-4f7a-b8fe-a5de4ef55062 req-a43bd0e5-da1a-45c5-a4db-9413571636d5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:25.168121 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1637b968-430a-4f7a-b8fe-a5de4ef55062 req-a43bd0e5-da1a-45c5-a4db-9413571636d5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0721860 Sep 25 00:57:25.182529 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] Publish callbacks [] for security_group (f00e53a8-61d0-4d60-9c5a-991933522316), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.188673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (1756485f-d872-4799-a254-ef11e7f98682), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.236514 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:25.264047 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1637b968-430a-4f7a-b8fe-a5de4ef55062 req-ae92a269-f231-424e-bd3d-36a3f8e8b82a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844836 Sep 25 00:57:25.285235 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f00e53a8-61d0-4d60-9c5a-991933522316), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.288632 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.289966 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f00e53a8-61d0-4d60-9c5a-991933522316 HTTP/1.1" status: 204 len: 168 time: 0.2313540 Sep 25 00:57:25.320185 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7fa2-e3e1-4891-bed6-17d1c407dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e53a8-61d0-4d60-9c5a-991933522316,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:25.335441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:25.336763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:25.547234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Deleting port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:57:25.547692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.576772 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34816) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:25.647612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] For port a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:25.647975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.665252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Calling delete_port for a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 owned by network:router_interface {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:57:25.723132 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c76293c-f64a-4114-abfc-a86d6bd2c485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.811106 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c76293c-f64a-4114-abfc-a86d6bd2c485 admin admin] Publish callbacks [] for security_group (6c3a2a03-88cd-40f3-acce-b7c2174a93cd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.815938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c76293c-f64a-4114-abfc-a86d6bd2c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6c3a2a03-88cd-40f3-acce-b7c2174a93cd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.872828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.873954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5c76293c-f64a-4114-abfc-a86d6bd2c485 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=27ee0e177ad6403eaa8602e1e0416ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960653 Sep 25 00:57:25.874775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76293c-f64a-4114-abfc-a86d6bd2c485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a2a03-88cd-40f3-acce-b7c2174a93cd,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:25.877142 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34828) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:25.910131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:25.939563 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] Publish callbacks [] for security_group (6c3a2a03-88cd-40f3-acce-b7c2174a93cd), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:25.980533 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] Publish callbacks [] for security_group (6c3a2a03-88cd-40f3-acce-b7c2174a93cd), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.037789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:26.054349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6c3a2a03-88cd-40f3-acce-b7c2174a93cd), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.057089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.060608 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6c3a2a03-88cd-40f3-acce-b7c2174a93cd HTTP/1.1" status: 204 len: 168 time: 0.1802509 Sep 25 00:57:26.075245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d8dc3-343a-4f9b-9162-ddfa02cf3ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3a2a03-88cd-40f3-acce-b7c2174a93cd,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:26.132415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (1756485f-d872-4799-a254-ef11e7f98682), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.135097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:26.454600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa77925-457f-414f-9e26-8422ac980dbb req-d2142862-40ed-425e-8acd-e9eeee9b6d30 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:26.456086 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8aa77925-457f-414f-9e26-8422ac980dbb req-d2142862-40ed-425e-8acd-e9eeee9b6d30 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0954270 Sep 25 00:57:26.473858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Router 1756485f-d872-4799-a254-ef11e7f98682 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:57:26.537675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8aa77925-457f-414f-9e26-8422ac980dbb req-23f82abb-432c-4b75-8ebf-6c915cef5b45 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Sep 25 00:57:26.657051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:57:26.665007 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4ca10207-d390-4cc0-9fb9-8774f3a92336 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/1756485f-d872-4799-a254-ef11e7f98682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961565 Sep 25 00:57:26.667673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34870) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:26.670817 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Sync routers for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:57:26.683870 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:26.684852 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:26.715866 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:26.799517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:26.806520 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks [] for router (1756485f-d872-4799-a254-ef11e7f98682), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.838341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34878) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:26.932341 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks [] for router_gateway (1756485f-d872-4799-a254-ef11e7f98682), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:26.995579 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Deleting port b6b39056-a691-4ac9-a565-574d1c5a0cd5 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:57:26.995930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.023604 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f66a-868f-4f6a-ad95-c1dbb32091f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.030127 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:57:25Z', 'revision_number': 5, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port': {'id': 'b6b39056-a691-4ac9-a565-574d1c5a0cd5', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1756485f-d872-4799-a254-ef11e7f98682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:46Z', 'updated_at': '2022-09-25T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:27.059707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Checking router: 1756485f-d872-4799-a254-ef11e7f98682 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:57:27.070307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Routers {'1756485f-d872-4799-a254-ef11e7f98682'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:27.070941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['1756485f-d872-4799-a254-ef11e7f98682'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:27.095120 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] For port b6b39056-a691-4ac9-a565-574d1c5a0cd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6b39056-a691-4ac9-a565-574d1c5a0cd5,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:27.095575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.114134 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Calling delete_port for b6b39056-a691-4ac9-a565-574d1c5a0cd5 owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:57:27.152205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f66a-868f-4f6a-ad95-c1dbb32091f8 admin admin] Publish callbacks [] for security_group (1c829fbf-5875-4dda-b22e-8efa807d0370), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.158057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a0a5f66a-868f-4f6a-ad95-c1dbb32091f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1c829fbf-5875-4dda-b22e-8efa807d0370), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.222527 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] Set router 1756485f-d872-4799-a254-ef11e7f98682 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:27.231936 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a0a5f66a-868f-4f6a-ad95-c1dbb32091f8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fe7866402a0745b6893cfa838864cfe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916261 Sep 25 00:57:27.234103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5f66a-868f-4f6a-ad95-c1dbb32091f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c829fbf-5875-4dda-b22e-8efa807d0370,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:27.238366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34892) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:27.238881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34894) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:27.307056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:57:26Z', 'revision_number': 6, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:27.309885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] Publish callbacks [] for security_group (1c829fbf-5875-4dda-b22e-8efa807d0370), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.344926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] Publish callbacks [] for security_group (1c829fbf-5875-4dda-b22e-8efa807d0370), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.371745 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63fbee-c75a-427f-887e-7f40569e06a7 None None] The sync data for ids ['1756485f-d872-4799-a254-ef11e7f98682'] in dv-cinder-master-3-iscsi is: [{'id': '1756485f-d872-4799-a254-ef11e7f98682', 'name': 'tempest-DeleteServersTestJSON-882938189-router', 'tenant_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:57:26Z', 'revision_number': 6, 'project_id': '5ca92ea462d24d2d8632e5c52a3dfe63', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:27.404479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-420282573-network', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:27.427828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1c829fbf-5875-4dda-b22e-8efa807d0370), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.432660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.434492 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c829fbf-5875-4dda-b22e-8efa807d0370 HTTP/1.1" status: 204 len: 168 time: 0.1946089 Sep 25 00:57:27.439284 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Made reservation on behalf of 46f19fd9ad1e4880961d1eee75883687 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:57:27.441755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.460399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483d3ea-65b4-4570-90bb-9a4a2d78a41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c829fbf-5875-4dda-b22e-8efa807d0370,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:27.463165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.506890 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:27.531135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:27.592449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks [] for security_group (bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.598593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.608024 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:27.648385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:27.708084 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (b6b39056-a691-4ac9-a565-574d1c5a0cd5), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.710418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:57:27.725296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (5580d2ab-1c02-4162-bded-4b179649cc54), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.725296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Added segment 5580d2ab-1c02-4162-bded-4b179649cc54 of type vlan for network 31fa7821-6345-4f48-b070-9ceab6d12adf Sep 25 00:57:27.730919 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0d1b-c74e-4907-a528-4bdb52f206f5 req-2e35110b-ce39-4067-9bdf-e688baf61f77 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:27.733552 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5aee0d1b-c74e-4907-a528-4bdb52f206f5 req-2e35110b-ce39-4067-9bdf-e688baf61f77 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0903027 Sep 25 00:57:27.787700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b39056-a691-4ac9-a565-574d1c5a0cd5,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:27.838722 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:57:27.842335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (31fa7821-6345-4f48-b070-9ceab6d12adf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.875095 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (1756485f-d872-4799-a254-ef11e7f98682), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.883193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:57:27.885570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a66f06df-0cf4-4ab8-a51d-1a7e5c913ae6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:57:27.895198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (31fa7821-6345-4f48-b070-9ceab6d12adf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.896610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:27.897197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:27.986876 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7427380 Sep 25 00:57:27.992455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34918) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:27.998754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Request body: {'subnet': {'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-420282573-subnet', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:28.018806 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (1756485f-d872-4799-a254-ef11e7f98682), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.022144 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks [] for router_controller (1756485f-d872-4799-a254-ef11e7f98682), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.033443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f7eee-d4e1-4f66-b3a2-1f3928b1833d admin admin] Pushing event updated for resources: {'Network': ['ID=31fa7821-6345-4f48-b070-9ceab6d12adf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:28.052628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 31fa7821-6345-4f48-b070-9ceab6d12adf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:57:28.059687 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Made reservation on behalf of 46f19fd9ad1e4880961d1eee75883687 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:57:28.063961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264290344'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.101666 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5aee0d1b-c74e-4907-a528-4bdb52f206f5 req-1d2e1dbf-3ab0-4ff6-89e6-47bb8de21d6a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220632 Sep 25 00:57:28.103134 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (1756485f-d872-4799-a254-ef11e7f98682), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.104026 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1756485f-d872-4799-a254-ef11e7f98682 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 00:57:28.110638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.111960 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c3ccb036-22c6-4672-bb84-fb2933cb8c22 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/1756485f-d872-4799-a254-ef11e7f98682 HTTP/1.1" status: 204 len: 168 time: 1.4431055 Sep 25 00:57:28.116999 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34920) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:28.168254 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:28.215045 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Deleting subnet d4d50c9e-21e6-4b33-9f79-09c2d9887013 {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 00:57:28.241767 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Publish callbacks [] for subnet (d4d50c9e-21e6-4b33-9f79-09c2d9887013), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.302522 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Publish callbacks [] for subnet (d4d50c9e-21e6-4b33-9f79-09c2d9887013), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.413366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264731794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264290366'] for subnet (d10d11e6-b8a0-482d-9762-c8b3bdb048d3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.433919 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (d4d50c9e-21e6-4b33-9f79-09c2d9887013), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.504376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10d11e6-b8a0-482d-9762-c8b3bdb048d3,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:28.517786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:28.518144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Network hostable DHCP agents. Network: 31fa7821-6345-4f48-b070-9ceab6d12adf, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:57:28.531679 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for subnet (d4d50c9e-21e6-4b33-9f79-09c2d9887013), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.543120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:57:28.559366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 31fa7821-6345-4f48-b070-9ceab6d12adf) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:28.567438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:28.568643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.570244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8508489c-290f-467a-b6fa-ae53cb973016 None None] Network 31fa7821-6345-4f48-b070-9ceab6d12adf requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:57:28.590566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0d135add-fbf8-4e6b-86d4-1db832df0ff7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6016021 Sep 25 00:57:28.593365 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d50c9e-21e6-4b33-9f79-09c2d9887013,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:28.594133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 34934) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:28.609421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:28.617160 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.624331 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ec83c46d-e434-431e-8e45-a2cfd542e60d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d4d50c9e-21e6-4b33-9f79-09c2d9887013 HTTP/1.1" status: 204 len: 168 time: 0.5022547 Sep 25 00:57:28.624846 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34936) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:28.635301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.636963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.702702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5ce4c-352e-4085-872c-ab9cb6f4d99c None None] Network c3254d23-d48a-485d-a0e8-5f41e3baa079 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:57:28.717759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for router_controller (9e2086bf-7151-4c61-ae36-64793ffb6425), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.738828 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (c3254d23-d48a-485d-a0e8-5f41e3baa079), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.759649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:28.770306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-31fa7821-6345-4f48-b070-9ceab6d12adf', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:57:28.771835 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.820118 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Deleting port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:57:28.820950 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.914954 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] For port fc7bb1a7-9a53-42b3-8205-cc1649a623f2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,segment=NetworkSegment(47b88da7-e2fb-4714-bbd5-a18aae097f49),segment_id=47b88da7-e2fb-4714-bbd5-a18aae097f49)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:28.915656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:28.933843 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Calling delete_port for fc7bb1a7-9a53-42b3-8205-cc1649a623f2 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:57:28.948588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for router_gateway (9e2086bf-7151-4c61-ae36-64793ffb6425), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.031390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:29.040870 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eef063-e52b-4450-9025-4813edfed40a None None] DHCP port deletion for c3254d23-d48a-485d-a0e8-5f41e3baa079 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 00:57:29.050146 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Allocated IP 172.20.0.2 (31fa7821-6345-4f48-b070-9ceab6d12adf/d10d11e6-b8a0-482d-9762-c8b3bdb048d3/9f8092b0-2114-41f4-953a-0c53e92ff7ba) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:29.052444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (fc7bb1a7-9a53-42b3-8205-cc1649a623f2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.084971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-70eef063-e52b-4450-9025-4813edfed40a None None] The port 'fc7bb1a7-9a53-42b3-8205-cc1649a623f2' was deleted {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 25 00:57:29.103328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] No DVR routers for this DVR port fc7bb1a7-9a53-42b3-8205-cc1649a623f2 on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:57:29.139237 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7bb1a7-9a53-42b3-8205-cc1649a623f2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:29.218855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for router_gateway (9e2086bf-7151-4c61-ae36-64793ffb6425), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.240292 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (c3254d23-d48a-485d-a0e8-5f41e3baa079), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.248137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.261858 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:29.268167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.268871 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.270331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.271266 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.271408 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.271948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.272545 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.272977 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.273557 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.273951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.315764 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks [] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.322990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.363290 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.367262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.367262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.367262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 00:57:29.367262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3254d23-d48a-485d-a0e8-5f41e3baa079']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:29.378816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Allocated IP 172.37.1.184 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/d2abc674-9be0-4d84-bba8-aeef142e4a64) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:29.398617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:29.406960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:29.417557 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b88da7-e2fb-4714-bbd5-a18aae097f49') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:29.429891 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b88da7-e2fb-4714-bbd5-a18aae097f49') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:29.430399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:29.431622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Pushing event updated for resources: {'Port': ['ID=9f8092b0-2114-41f4-953a-0c53e92ff7ba,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:29.447555 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (47b88da7-e2fb-4714-bbd5-a18aae097f49), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.472135 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (47b88da7-e2fb-4714-bbd5-a18aae097f49), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.496420 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 00:57:29.496654 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (47b88da7-e2fb-4714-bbd5-a18aae097f49), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.548155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Attempting to bind port 9f8092b0-2114-41f4-953a-0c53e92ff7ba on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:29.548621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Attempting to bind port 9f8092b0-2114-41f4-953a-0c53e92ff7ba by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:29.548903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Attempting to bind port 9f8092b0-2114-41f4-953a-0c53e92ff7ba on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:29.586009 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (c3254d23-d48a-485d-a0e8-5f41e3baa079), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.608050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:29.608496 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:29.609073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.609640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Bound using segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:29.610236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Bound port: 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:29.610741 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.625937 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3254d23-d48a-485d-a0e8-5f41e3baa079,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:29.629488 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.637377 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-02aeb285-5e9a-4b9f-baca-26bc1f2221b6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c3254d23-d48a-485d-a0e8-5f41e3baa079 HTTP/1.1" status: 204 len: 168 time: 1.0086753 Sep 25 00:57:29.692346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] For port 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:29.697204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] For port 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f8092b0-2114-41f4-953a-0c53e92ff7ba,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:29.705446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.760245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device b6b39056-a691-4ac9-a565-574d1c5a0cd5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:57:29.784498 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: b6b39056-a691-4ac9-a565-574d1c5a0cd5 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:57:29.784846 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device b6b39056-a691-4ac9-a565-574d1c5a0cd5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:57:29.785891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device fc7bb1a7-9a53-42b3-8205-cc1649a623f2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:57:29.792665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:29.819684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:29.824581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: fc7bb1a7-9a53-42b3-8205-cc1649a623f2 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:57:29.825015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device fc7bb1a7-9a53-42b3-8205-cc1649a623f2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:57:29.858037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efd6d6-d3f3-4ed1-9d94-b7e11922843a None None] Pushing event updated for resources: {'Port': ['ID=9f8092b0-2114-41f4-953a-0c53e92ff7ba,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:29.859390 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 47b88da7-e2fb-4714-bbd5-a18aae097f49 resource provider aggregate not found Sep 25 00:57:29.868811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6892f-ed6c-443f-b5e4-bbe42344ab31 req-8451a020-acee-4a55-aa5c-6c0255498e16 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:29.871285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8c6892f-ed6c-443f-b5e4-bbe42344ab31 req-8451a020-acee-4a55-aa5c-6c0255498e16 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.6253405 Sep 25 00:57:29.880625 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 47b88da7-e2fb-4714-bbd5-a18aae097f49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47b88da7-e2fb-4714-bbd5-a18aae097f49 found for delete ", "request_id": "req-8ee08593-857a-468f-9455-11644dc6bd3a"}]} Sep 25 00:57:29.918993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:29.947727 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34968) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:29.950434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8c6892f-ed6c-443f-b5e4-bbe42344ab31 req-94af749a-b59d-4323-a234-bdd8d7b1bfcd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681524 Sep 25 00:57:29.987959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.040374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:30.042884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:30.045424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:30.047905 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7b70d256-f7c6-4739-9344-115ae810660f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5ca92ea462d24d2d8632e5c52a3dfe63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0983343 Sep 25 00:57:30.048693 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 34970) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:30.086241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Pushing event updated for resources: {'Port': ['ID=d2abc674-9be0-4d84-bba8-aeef142e4a64,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:30.117677 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] Publish callbacks [] for security_group (33e8b406-0d9d-4791-be58-7ab180367bdc), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.141172 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] Publish callbacks [] for security_group (33e8b406-0d9d-4791-be58-7ab180367bdc), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.198229 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (33e8b406-0d9d-4791-be58-7ab180367bdc), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.201098 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.202438 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/33e8b406-0d9d-4791-be58-7ab180367bdc HTTP/1.1" status: 204 len: 168 time: 0.1525109 Sep 25 00:57:30.205968 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:30.213123 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46821e0a-13a3-4652-a5c6-b2bb5b7aeeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8b406-0d9d-4791-be58-7ab180367bdc,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:30.286907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:30.363148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for router_gateway (9e2086bf-7151-4c61-ae36-64793ffb6425), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.477503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592016-2005-4c68-b01f-e58b658b0275 req-8bb9dffd-8587-4b63-8e6d-06e449793136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:30.483729 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0592016-2005-4c68-b01f-e58b658b0275 req-8bb9dffd-8587-4b63-8e6d-06e449793136 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1129 time: 0.0806859 Sep 25 00:57:30.509913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:30.615437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0592016-2005-4c68-b01f-e58b658b0275 req-49d661bf-9031-47df-8bb8-f3c076051d29 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244278 Sep 25 00:57:30.699023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:30.906612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:57:30.938476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885c4be-e108-464f-adcf-fff70bf7062b None None] Network 31fa7821-6345-4f48-b070-9ceab6d12adf requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:57:31.043309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Provisioning complete for port 9f8092b0-2114-41f4-953a-0c53e92ff7ba triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:31.043679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.044194 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Attempt 1 to provision port 9f8092b0-2114-41f4-953a-0c53e92ff7ba Sep 25 00:57:31.087465 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:57:31.113312 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:57:31.115085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.116554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d5551152-61d7-4d3b-aeda-0cce6ee6ae61 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5213854 Sep 25 00:57:31.122071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35018) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:31.148304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:31.149775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:31.201742 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b618876-cebc-4b42-a231-24dba4703420 req-dfb7f5c4-b356-45ef-92f4-98b1450abd42 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:31.203629 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6b618876-cebc-4b42-a231-24dba4703420 req-dfb7f5c4-b356-45ef-92f4-98b1450abd42 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0915608 Sep 25 00:57:31.339975 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6b618876-cebc-4b42-a231-24dba4703420 req-1e4187c7-7997-41ee-9deb-6c089d2da080 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288331 Sep 25 00:57:31.406280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:31.483469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Current status of the port 9f8092b0-2114-41f4-953a-0c53e92ff7ba is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:31.483861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.594331 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] For port 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f8092b0-2114-41f4-953a-0c53e92ff7ba,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:31.605750 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.625907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:31.696068 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69349fc5-0ae1-401e-b21b-469ea8523b6c None None] Pushing event updated for resources: {'Port': ['ID=9f8092b0-2114-41f4-953a-0c53e92ff7ba,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:31.710807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:30Z', 'revision_number': 3, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:31.749407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:57:31.749765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Updating router 9e2086bf-7151-4c61-ae36-64793ffb6425 port d2abc674-9be0-4d84-bba8-aeef142e4a64 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:57:31.782295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 9f8092b0-2114-41f4-953a-0c53e92ff7ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:31.793165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.796486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-daf7e9df-b774-4bb7-837d-176212dd352d None None] Provisioning complete for port 9f8092b0-2114-41f4-953a-0c53e92ff7ba triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:31.796859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-daf7e9df-b774-4bb7-837d-176212dd352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.797206 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-daf7e9df-b774-4bb7-837d-176212dd352d None None] Attempt 1 to provision port 9f8092b0-2114-41f4-953a-0c53e92ff7ba Sep 25 00:57:31.854275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:31.919922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:31.977442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Allocated IP 172.20.0.1 (31fa7821-6345-4f48-b070-9ceab6d12adf/d10d11e6-b8a0-482d-9762-c8b3bdb048d3/4a688d1f-1335-463f-b319-bcba153c442f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:31.985628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:32.005388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 9f8092b0-2114-41f4-953a-0c53e92ff7ba triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:32.005745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.006097 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 9f8092b0-2114-41f4-953a-0c53e92ff7ba Sep 25 00:57:32.013287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:32.111090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks [] for port (4a688d1f-1335-463f-b319-bcba153c442f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.152669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.193193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-daf7e9df-b774-4bb7-837d-176212dd352d None None] Current status of the port 9f8092b0-2114-41f4-953a-0c53e92ff7ba is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:32.206571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:32.213510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:32.216020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:32.218514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:32.267090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (9e2086bf-7151-4c61-ae36-64793ffb6425), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.310841 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 9f8092b0-2114-41f4-953a-0c53e92ff7ba is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:32.381021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks [] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.389080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.434603 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4a688d1f-1335-463f-b319-bcba153c442f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.450114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Attempting to bind port d2abc674-9be0-4d84-bba8-aeef142e4a64 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:32.450114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Attempting to bind port d2abc674-9be0-4d84-bba8-aeef142e4a64 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:32.450396 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Attempting to bind port d2abc674-9be0-4d84-bba8-aeef142e4a64 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:32.500038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96425cb-5128-4005-9d93-2f5942d66dc8 None None] Pushing event updated for resources: {'Port': ['ID=d2abc674-9be0-4d84-bba8-aeef142e4a64,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:32.516846 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:32.517549 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:32.518187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.518780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:32.519466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Bound port: d2abc674-9be0-4d84-bba8-aeef142e4a64, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:32.520996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.531511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:57:32.596982 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] For port d2abc674-9be0-4d84-bba8-aeef142e4a64, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:32.601268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] For port d2abc674-9be0-4d84-bba8-aeef142e4a64, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2abc674-9be0-4d84-bba8-aeef142e4a64,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:32.608575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.655071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:32.715413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:32.716082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:32.746171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9545-0fb9-4882-8c7c-e30e5fa958e2 req-21ce241f-bd73-455c-9ccc-e4d9d39f40b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:32.761526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-975b9545-0fb9-4882-8c7c-e30e5fa958e2 req-21ce241f-bd73-455c-9ccc-e4d9d39f40b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1701920 Sep 25 00:57:32.767875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks [] for port (4a688d1f-1335-463f-b319-bcba153c442f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.785136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.817593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96425cb-5128-4005-9d93-2f5942d66dc8 None None] Pushing event updated for resources: {'Port': ['ID=d2abc674-9be0-4d84-bba8-aeef142e4a64,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:32.862980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Provisioning complete for port 4a688d1f-1335-463f-b319-bcba153c442f triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:32.863854 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4a688d1f-1335-463f-b319-bcba153c442f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.863854 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 1 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:32.912639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:32.915401 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:32.920118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:32.924384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (9e2086bf-7151-4c61-ae36-64793ffb6425), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:32.928775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:32.947474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-975b9545-0fb9-4882-8c7c-e30e5fa958e2 req-7f03bb7c-29d3-45e4-8051-ed3e4e04d6d6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848576 Sep 25 00:57:33.076623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:33.078416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:33.260965 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35074) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:33.284204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:33.290448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:31Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:33.346664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2e2af-0ecd-4bb8-a1b6-bc276b4e31cb None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:31Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:33.384965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:57:33.416336 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 2 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:33.459527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:33.476797 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:33.566074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:57:33.585171 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1e759726-733e-40bc-bc78-02abf32fafb8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9e2086bf-7151-4c61-ae36-64793ffb6425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509537 Sep 25 00:57:33.585911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-516fe3cb-f183-4b3b-b523-225344e69b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.694403 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-516fe3cb-f183-4b3b-b523-225344e69b94 admin admin] Publish callbacks [] for security_group (1363f41a-f3ad-4d49-ab41-5f374436b96f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.698751 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-516fe3cb-f183-4b3b-b523-225344e69b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1363f41a-f3ad-4d49-ab41-5f374436b96f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.741569 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fe3cb-f183-4b3b-b523-225344e69b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1363f41a-f3ad-4d49-ab41-5f374436b96f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:33.764749 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-516fe3cb-f183-4b3b-b523-225344e69b94 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f8f3e47fa0e04e77a29f2a3ef7566c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994404 Sep 25 00:57:33.765355 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35086) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:33.767739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 9f8092b0-2114-41f4-953a-0c53e92ff7ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:33.831404 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] Publish callbacks [] for security_group (1363f41a-f3ad-4d49-ab41-5f374436b96f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.854174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 9f8092b0-2114-41f4-953a-0c53e92ff7ba triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:33.854550 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.855158 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 9f8092b0-2114-41f4-953a-0c53e92ff7ba Sep 25 00:57:33.855374 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] Publish callbacks [] for security_group (1363f41a-f3ad-4d49-ab41-5f374436b96f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.923368 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1363f41a-f3ad-4d49-ab41-5f374436b96f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.928155 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:33.930398 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1363f41a-f3ad-4d49-ab41-5f374436b96f HTTP/1.1" status: 204 len: 168 time: 0.1638260 Sep 25 00:57:33.944068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea40755-dd94-4745-b655-09c7d5b816d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1363f41a-f3ad-4d49-ab41-5f374436b96f,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:33.965624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 9f8092b0-2114-41f4-953a-0c53e92ff7ba is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:33.990243 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 3 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:34.045542 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:34.120954 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732dda7-9a66-4e44-91e4-407d170ecf8c req-901ef67e-e2ac-422d-b8b1-cc4593f909b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:34.125748 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9732dda7-9a66-4e44-91e4-407d170ecf8c req-901ef67e-e2ac-422d-b8b1-cc4593f909b4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0753210 Sep 25 00:57:34.208420 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9732dda7-9a66-4e44-91e4-407d170ecf8c req-5f0c5b7f-8747-4131-864c-43e9b1e85019 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689626 Sep 25 00:57:34.448047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af96f1-b505-4e80-b4ca-b91b36e433cc req-4d48fb1e-8a77-450a-b59d-fad1a6127379 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:34.450460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35af96f1-b505-4e80-b4ca-b91b36e433cc req-4d48fb1e-8a77-450a-b59d-fad1a6127379 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.1065366 Sep 25 00:57:34.528734 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35af96f1-b505-4e80-b4ca-b91b36e433cc req-d8afc219-aea9-420a-acb7-f460bcdc352d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681660 Sep 25 00:57:34.547129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 4 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:34.575589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35116) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:34.583139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1547647165-network', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:34.617336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:34.620058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Made reservation on behalf of adf4f7abd15d45d1a06405bdb1e94eef for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:57:34.622489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.636100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.742876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks [] for security_group (492dbb31-9757-44c7-b90f-65bdee6f6e5f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.747434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (492dbb31-9757-44c7-b90f-65bdee6f6e5f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.773213 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:57:34.793591 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492dbb31-9757-44c7-b90f-65bdee6f6e5f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:34.796071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (ada409c8-3cbd-4590-9fd7-70e3397de373), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.796419 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Added segment ada409c8-3cbd-4590-9fd7-70e3397de373 of type vlan for network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e Sep 25 00:57:34.852979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.873926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:34.921562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.923370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:34.924135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:34.965799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:35.026242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4488246 Sep 25 00:57:35.029139 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35128) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:35.035630 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Request body: {'subnet': {'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1547647165-subnet', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:35.041217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92b6c5-a4b6-4796-810f-2f778a3465a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:35.052029 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:35.055143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:57:35.075137 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Made reservation on behalf of adf4f7abd15d45d1a06405bdb1e94eef for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:57:35.078216 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.123418 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 5 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:35.163204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:35.303985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (23b6c853-6aa6-4b19-9c76-ddde24e53ac3), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.360766 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b6c853-6aa6-4b19-9c76-ddde24e53ac3,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:35.372963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Checking segment: {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:35.373340 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Network hostable DHCP agents. Network: ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:57:35.395469 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:57:35.404860 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:35.409103 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:35.409716 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.415191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeafef8b-2995-4c96-9fd2-a929d0972cfd None None] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:57:35.427319 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ab68c92a-514b-42af-90be-6e7f3b4ed154 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3969688 Sep 25 00:57:35.430156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35134) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:35.434535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:35.456616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.458233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.517885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for router_controller (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.541093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:57:35.542127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.675920 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 6 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:35.741016 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:35.742134 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Allocated IP 172.20.0.2 (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e/23b6c853-6aa6-4b19-9c76-ddde24e53ac3/06b2816e-8529-43d4-82ae-6b0cacaeb5be) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:35.776512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d2abc674-9be0-4d84-bba8-aeef142e4a64 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:35.887301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d2abc674-9be0-4d84-bba8-aeef142e4a64 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:35.887677 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.888016 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d2abc674-9be0-4d84-bba8-aeef142e4a64 Sep 25 00:57:35.924991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for router_gateway (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.948045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:35.968105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:35.969223 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks [] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:35.980409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.041736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:36.047468 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:36.057372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:36.069768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Pushing event updated for resources: {'Port': ['ID=06b2816e-8529-43d4-82ae-6b0cacaeb5be,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:36.074683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d2abc674-9be0-4d84-bba8-aeef142e4a64 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:36.075064 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.134390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port d2abc674-9be0-4d84-bba8-aeef142e4a64, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2abc674-9be0-4d84-bba8-aeef142e4a64,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:36.139177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.143725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for router_gateway (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.161344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:57:36.167475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.172225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Attempting to bind port 06b2816e-8529-43d4-82ae-6b0cacaeb5be on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:36.172597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Attempting to bind port 06b2816e-8529-43d4-82ae-6b0cacaeb5be by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:36.172963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Attempting to bind port 06b2816e-8529-43d4-82ae-6b0cacaeb5be on network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:36.176882 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:36.178027 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:36.223387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=d2abc674-9be0-4d84-bba8-aeef142e4a64,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:36.242313 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 7 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:36.244225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:36.244602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Checking segment: {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:36.245006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.245510 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Bound using segment: {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:36.245994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Bound port: 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:36.246712 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.292971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:36.313578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:36.320560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Allocated IP 172.37.1.4 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/783df414-cffa-4596-a921-2b930804680d) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:36.346154 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] For port 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:36.350367 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] For port 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06b2816e-8529-43d4-82ae-6b0cacaeb5be,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:36.358242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.418835 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8083e-4832-46df-ab39-81565485cd2b None None] Pushing event updated for resources: {'Port': ['ID=06b2816e-8529-43d4-82ae-6b0cacaeb5be,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:36.456352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for port (783df414-cffa-4596-a921-2b930804680d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.493225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (783df414-cffa-4596-a921-2b930804680d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.510873 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 2, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:36.538062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:36.541386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:57:36.541939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Updating router 9e2086bf-7151-4c61-ae36-64793ffb6425 port 4a688d1f-1335-463f-b319-bcba153c442f binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:57:36.568799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:36.573167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:36.577091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Pushing event updated for resources: {'Port': ['ID=783df414-cffa-4596-a921-2b930804680d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:36.600401 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4a688d1f-1335-463f-b319-bcba153c442f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.659406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:36.720057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:36.763655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:36.814423 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 8 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:36.832690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:36.846648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for router_gateway (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.854006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Port 4a688d1f-1335-463f-b319-bcba153c442f cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:36.875410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks [] for port (4a688d1f-1335-463f-b319-bcba153c442f), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:36.883096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.051809 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Pushing event updated for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:37.060830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.064756 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.065103 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.065483 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.065842 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.066177 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.067066 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.067983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.068460 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.068958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.069462 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.069796 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.070142 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.070467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.070786 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.071105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:37.078779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Attempting to bind port 4a688d1f-1335-463f-b319-bcba153c442f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:37.078969 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Attempting to bind port 4a688d1f-1335-463f-b319-bcba153c442f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:37.079713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Attempting to bind port 4a688d1f-1335-463f-b319-bcba153c442f on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:37.125407 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:37.125768 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:37.126398 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.126915 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Bound using segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:37.127394 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Bound port: 4a688d1f-1335-463f-b319-bcba153c442f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:37.127795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4a688d1f-1335-463f-b319-bcba153c442f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.198216 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] For port 4a688d1f-1335-463f-b319-bcba153c442f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:37.201671 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] For port 4a688d1f-1335-463f-b319-bcba153c442f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a688d1f-1335-463f-b319-bcba153c442f,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:37.209083 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.238013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:57:37.247991 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:37.248624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:37.319954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b7ee-9f7d-45fd-90dc-8937471a7b81 None None] Pushing event updated for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:37.355567 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Attempt 9 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:37.360048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:57:37.381768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Sync routers for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:57:37.383891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.388276 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35162) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:37.388843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c7364320-1980-4c7b-aaef-352803e22413 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9572687 Sep 25 00:57:37.389750 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:37.414012 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:37.414612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:37.562731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:37.592354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54865c-b36b-4141-844e-ad27da6b6bd2 None None] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:57:37.618494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:37.651069 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bea53-33db-4a66-9d1d-8d6fc38461a8 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:37.690631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Current status of the port 4a688d1f-1335-463f-b319-bcba153c442f is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:37.691326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4a688d1f-1335-463f-b319-bcba153c442f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.755975 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:37.799011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:37.896848 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] For port 4a688d1f-1335-463f-b319-bcba153c442f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a688d1f-1335-463f-b319-bcba153c442f,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:37.900627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:37.916515 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:37.918855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:37.953204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 4a688d1f-1335-463f-b319-bcba153c442f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:37.959888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.125038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8cbbd-13c6-4a17-a017-7cccad127499 None None] Pushing event updated for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:38.126281 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Allocated IP 172.20.0.1 (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e/23b6c853-6aa6-4b19-9c76-ddde24e53ac3/312a0875-9d08-4c94-b6f3-3135500afa6a) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:57:38.139698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Provisioning complete for port 4a688d1f-1335-463f-b319-bcba153c442f triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:38.140074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4a688d1f-1335-463f-b319-bcba153c442f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.140403 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Attempt 1 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:38.211102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 4a688d1f-1335-463f-b319-bcba153c442f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:38.211558 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4a688d1f-1335-463f-b319-bcba153c442f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.211965 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:38.267635 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks [] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.300015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 3, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:38.319795 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.363730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Checking router: 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:57:38.364677 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Updating router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 port 783df414-cffa-4596-a921-2b930804680d binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:57:38.374050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:38.378851 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:38.381459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:57:38.416597 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Pushing event updated for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:38.437507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 4a688d1f-1335-463f-b319-bcba153c442f is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:38.438254 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.438604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d2abc674-9be0-4d84-bba8-aeef142e4a64 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:38.443690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Current status of the port 4a688d1f-1335-463f-b319-bcba153c442f is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:38.476873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (783df414-cffa-4596-a921-2b930804680d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.485169 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Provisioning complete for port 06b2816e-8529-43d4-82ae-6b0cacaeb5be triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:38.485574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.485913 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Attempt 1 to provision port 06b2816e-8529-43d4-82ae-6b0cacaeb5be Sep 25 00:57:38.502167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:38.601848 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.632791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d2abc674-9be0-4d84-bba8-aeef142e4a64 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:38.633167 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.633771 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d2abc674-9be0-4d84-bba8-aeef142e4a64 Sep 25 00:57:38.696090 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:38.779631 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks [] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.784100 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.789882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Current status of the port 06b2816e-8529-43d4-82ae-6b0cacaeb5be is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:38.790266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.858740 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.861994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:38.866622 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Pushing event updated for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:38.870882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d2abc674-9be0-4d84-bba8-aeef142e4a64 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:38.871974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 06b2816e-8529-43d4-82ae-6b0cacaeb5be up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:38.918158 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] For port 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06b2816e-8529-43d4-82ae-6b0cacaeb5be,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:38.929353 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:38.934982 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:39.042811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 06b2816e-8529-43d4-82ae-6b0cacaeb5be triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:39.043182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.043525 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 06b2816e-8529-43d4-82ae-6b0cacaeb5be Sep 25 00:57:39.047229 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks [] for port (783df414-cffa-4596-a921-2b930804680d), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.049323 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779a87e-c49e-4a72-84b0-3727836f8d5a None None] Pushing event updated for resources: {'Port': ['ID=06b2816e-8529-43d4-82ae-6b0cacaeb5be,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:39.084319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (783df414-cffa-4596-a921-2b930804680d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.091391 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Provisioning complete for port 312a0875-9d08-4c94-b6f3-3135500afa6a triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:39.091759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.092097 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 1 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:39.152201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Attempting to bind port 783df414-cffa-4596-a921-2b930804680d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:39.152570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Attempting to bind port 783df414-cffa-4596-a921-2b930804680d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:39.152936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Attempting to bind port 783df414-cffa-4596-a921-2b930804680d on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:39.173575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:57:39.174947 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:57:39.198906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:39.199386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6fca-f8a1-4d36-a034-999178b46f24 None None] Pushing event updated for resources: {'Port': ['ID=783df414-cffa-4596-a921-2b930804680d,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:39.257599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:39.257966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:39.258348 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.258753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:39.259233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Bound port: 783df414-cffa-4596-a921-2b930804680d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:39.259614 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (783df414-cffa-4596-a921-2b930804680d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.262727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 06b2816e-8529-43d4-82ae-6b0cacaeb5be is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:39.317140 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] For port 783df414-cffa-4596-a921-2b930804680d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:39.320743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] For port 783df414-cffa-4596-a921-2b930804680d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=783df414-cffa-4596-a921-2b930804680d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:39.328546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (783df414-cffa-4596-a921-2b930804680d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:39.337874 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:57:39.390534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:39.391326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:39.491129 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:57:39.510194 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9eba08b4-4202-4f8e-82b8-106258df21d9 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1207507 Sep 25 00:57:39.651402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6fca-f8a1-4d36-a034-999178b46f24 None None] Pushing event updated for resources: {'Port': ['ID=783df414-cffa-4596-a921-2b930804680d,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:39.663583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:39.706387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:39.710979 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 2 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:39.820837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:39.846017 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb4c5-850a-41a7-81ab-e17c3fc6a269 req-9488f97c-4916-4ab7-94ad-1db42881aae1 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:39.848190 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8ceb4c5-850a-41a7-81ab-e17c3fc6a269 req-9488f97c-4916-4ab7-94ad-1db42881aae1 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.1001880 Sep 25 00:57:39.851858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-2a3fede3-0c00-4044-8d26-53583785aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:39.853325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-2a3fede3-0c00-4044-8d26-53583785aed4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1130 time: 0.0687480 Sep 25 00:57:39.869561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:39.870692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 4a688d1f-1335-463f-b319-bcba153c442f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:39.977845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8ceb4c5-850a-41a7-81ab-e17c3fc6a269 req-b36e2a9a-292b-4579-8261-6091781069c3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233168 Sep 25 00:57:40.015150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-f8c88372-e59e-4145-9a35-beef382d0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:40.016522 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-f8c88372-e59e-4145-9a35-beef382d0e46 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.1478536 Sep 25 00:57:40.079218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 4a688d1f-1335-463f-b319-bcba153c442f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:40.079730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4a688d1f-1335-463f-b319-bcba153c442f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.079944 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 4a688d1f-1335-463f-b319-bcba153c442f Sep 25 00:57:40.104543 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-3e74338b-20ed-47f3-9505-6172ef455a7d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.0808830 Sep 25 00:57:40.124089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35216) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:40.129316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834758444', 'description': 'tempest-secgroup-smoke-1834758444 description', 'project_id': '46f19fd9ad1e4880961d1eee75883687'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:40.136070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-487295c3-c407-478b-9282-5160017b3d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '312a0875-9d08-4c94-b6f3-3135500afa6a', 'name': '', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:37Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 2, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'subnets': [{'id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:40.153714 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.168613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-6c42ee52-5dc3-4e71-ad02-e445275cc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:40.170904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-6c42ee52-5dc3-4e71-ad02-e445275cc4d1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0550044 Sep 25 00:57:40.175314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487295c3-c407-478b-9282-5160017b3d62 None None] The sync data for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi is: [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '312a0875-9d08-4c94-b6f3-3135500afa6a', 'name': '', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:37Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 2, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'subnets': [{'id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:40.247753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:40.256409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-5f844e9c-274d-4ad5-813b-968a4357a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:40.258809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-5f844e9c-274d-4ad5-813b-968a4357a4ea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749130 Sep 25 00:57:40.261823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 4a688d1f-1335-463f-b319-bcba153c442f is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:40.263415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 06b2816e-8529-43d4-82ae-6b0cacaeb5be up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:40.270469 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.276655 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.323577 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 3 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:40.343459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:40.349671 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 06b2816e-8529-43d4-82ae-6b0cacaeb5be triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:40.350045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.350381 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 06b2816e-8529-43d4-82ae-6b0cacaeb5be Sep 25 00:57:40.351199 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:40.361117 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:40.386594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.388216 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b1d358ae-7980-4e73-9179-e19ba108c7c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2626290 Sep 25 00:57:40.391866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35220) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:40.402802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:40.432863 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-8347a150-3b56-42b1-9d74-9d893957abc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632328 Sep 25 00:57:40.441023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:40.450675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (cad4d84d-14a0-4bbe-8e4f-db4708e1cc51), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.483182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 06b2816e-8529-43d4-82ae-6b0cacaeb5be is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:40.571211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (cad4d84d-14a0-4bbe-8e4f-db4708e1cc51), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.576421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (cad4d84d-14a0-4bbe-8e4f-db4708e1cc51), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.603180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad4d84d-14a0-4bbe-8e4f-db4708e1cc51,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:40.610325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.611676 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-169f2c30-4211-4b61-a987-da75c5b1f92f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2181721 Sep 25 00:57:40.615443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35226) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:40.619853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:40.649135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (2e91c38f-123d-4c9b-a32e-0bdb9fecc811), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.713422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (2e91c38f-123d-4c9b-a32e-0bdb9fecc811), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.717944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (2e91c38f-123d-4c9b-a32e-0bdb9fecc811), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.740233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e91c38f-123d-4c9b-a32e-0bdb9fecc811,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:40.746036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.747417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ead57a11-5381-422b-ba9f-ef3d0d40d0a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310320 Sep 25 00:57:40.750191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35228) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:40.755477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:40.783855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (1a93d59a-3537-409f-9d48-42cfcfb66494), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.848837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (1a93d59a-3537-409f-9d48-42cfcfb66494), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.852812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (1a93d59a-3537-409f-9d48-42cfcfb66494), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.873710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a93d59a-3537-409f-9d48-42cfcfb66494,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:40.878489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.883231 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dfcf9adf-d2be-4ef5-b02a-24a03b3c32c9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285617 Sep 25 00:57:40.883231 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35232) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:40.887189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:40.916071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (98046b00-cf39-41a3-977b-863c5a3f5997), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.942794 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 4 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:40.994624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (98046b00-cf39-41a3-977b-863c5a3f5997), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:40.999068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (98046b00-cf39-41a3-977b-863c5a3f5997), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.005609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:41.017963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98046b00-cf39-41a3-977b-863c5a3f5997,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:41.028912 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.034799 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2e95975a-3c65-447c-b511-4b444af05400 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1508994 Sep 25 00:57:41.036574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35236) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:41.043761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:41.067247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.securitygroups_db [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Project 46f19fd9ad1e4880961d1eee75883687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 00:57:41.074364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (847e03d8-ae41-4687-83aa-fea86ceaa734), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.079080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:41.164993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37b53d-e0e6-404b-859f-4ba3323d57d9 req-578284a8-db1c-4cf1-8e10-8123dabce0f9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:41.166549 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d37b53d-e0e6-404b-859f-4ba3323d57d9 req-578284a8-db1c-4cf1-8e10-8123dabce0f9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0766263 Sep 25 00:57:41.182083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (847e03d8-ae41-4687-83aa-fea86ceaa734), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.188857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (847e03d8-ae41-4687-83aa-fea86ceaa734), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.215135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:41.223962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847e03d8-ae41-4687-83aa-fea86ceaa734,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:41.236246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.237730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-801bcf2c-d8b2-47ed-9a49-397692b84b39 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1983736 Sep 25 00:57:41.242477 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35238) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:41.251847 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'security_group_rule': {'security_group_id': '0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c', 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:57:41.254989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d37b53d-e0e6-404b-859f-4ba3323d57d9 req-a916c576-66af-4576-bc70-158e6f284640 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804865 Sep 25 00:57:41.287134 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.securitygroups_db [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Project 46f19fd9ad1e4880961d1eee75883687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 00:57:41.293802 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (7baef2f8-60d5-4771-9787-8d3bda636d64), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.366638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (7baef2f8-60d5-4771-9787-8d3bda636d64), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.370907 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (7baef2f8-60d5-4771-9787-8d3bda636d64), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.390863 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baef2f8-60d5-4771-9787-8d3bda636d64,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:41.400646 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.405349 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a1451ad9-8820-4f4e-8a02-b97379566458 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571715 Sep 25 00:57:41.440898 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e2a64f-c3ff-43b0-84bf-2484ac9b453d req-0ab4b9ce-1215-4ba0-9a37-18e391a1930c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211169 Sep 25 00:57:41.507290 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 5 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:41.544095 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:41.750760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 783df414-cffa-4596-a921-2b930804680d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:41.801534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 783df414-cffa-4596-a921-2b930804680d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:41.801912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (783df414-cffa-4596-a921-2b930804680d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.802250 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 783df414-cffa-4596-a921-2b930804680d Sep 25 00:57:41.895315 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 783df414-cffa-4596-a921-2b930804680d is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:41.895831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (783df414-cffa-4596-a921-2b930804680d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.918580 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 783df414-cffa-4596-a921-2b930804680d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=783df414-cffa-4596-a921-2b930804680d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:41.919532 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:41.926460 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (783df414-cffa-4596-a921-2b930804680d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:41.984221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=783df414-cffa-4596-a921-2b930804680d,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:42.045803 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 6 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:42.083073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:42.385786 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a42b-f335-4e77-9f65-9f63ce85dd4e req-7c23b124-49be-46fa-ac20-45b15849af18 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:42.387333 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef5a42b-f335-4e77-9f65-9f63ce85dd4e req-7c23b124-49be-46fa-ac20-45b15849af18 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0504110 Sep 25 00:57:42.438009 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef5a42b-f335-4e77-9f65-9f63ce85dd4e req-0fe9db22-6ceb-48f4-b46a-6b7c1300e9af tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Sep 25 00:57:42.470277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Sync routers for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:57:42.481105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:42.481744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:42.584188 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 7 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:42.586810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:42.588983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:42.618232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:42.710299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:42.775798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '312a0875-9d08-4c94-b6f3-3135500afa6a', 'name': '', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:37Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 2, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'subnets': [{'id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:42.803689 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Checking router: 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:57:42.804034 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Updating router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 port 312a0875-9d08-4c94-b6f3-3135500afa6a binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:57:42.831023 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.083826 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks [] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.089088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.119309 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 8 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:43.152350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Port 312a0875-9d08-4c94-b6f3-3135500afa6a cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:57:43.169624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24b040-1f80-4127-8ca3-35542b6ffd91 None None] Pushing event updated for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:43.181843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Attempting to bind port 312a0875-9d08-4c94-b6f3-3135500afa6a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:57:43.182206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Attempting to bind port 312a0875-9d08-4c94-b6f3-3135500afa6a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:57:43.182562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Attempting to bind port 312a0875-9d08-4c94-b6f3-3135500afa6a on network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:57:43.224137 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:57:43.224505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Checking segment: {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:57:43.224896 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.225308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Bound using segment: {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:57:43.225775 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Bound port: 312a0875-9d08-4c94-b6f3-3135500afa6a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada409c8-3cbd-4590-9fd7-70e3397de373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:57:43.226147 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.289716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] For port 312a0875-9d08-4c94-b6f3-3135500afa6a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:57:43.292890 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] For port 312a0875-9d08-4c94-b6f3-3135500afa6a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=312a0875-9d08-4c94-b6f3-3135500afa6a,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:57:43.299088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.340198 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:57:43.340815 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:43.395878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24b040-1f80-4127-8ca3-35542b6ffd91 None None] Pushing event updated for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:43.542800 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:57:43.570918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2950-8736-4781-8810-dd60ab7d9c77 req-e3690ddb-96df-4442-ae9f-a657a4d50c1b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:43.577705 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-43cd2950-8736-4781-8810-dd60ab7d9c77 req-e3690ddb-96df-4442-ae9f-a657a4d50c1b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0579653 Sep 25 00:57:43.612710 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:43.622732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-43cd2950-8736-4781-8810-dd60ab7d9c77 req-65505a88-abe3-40ae-9e6b-642fbfd69e74 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Sep 25 00:57:43.653490 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 9 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:43.660586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:43.744693 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '312a0875-9d08-4c94-b6f3-3135500afa6a', 'name': '', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:37Z', 'updated_at': '2022-09-25T00:57:43Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'subnets': [{'id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:57:43.776247 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafeae7-3918-4d35-b394-67f0c0af8521 None None] The sync data for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi is: [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T00:57:38Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '312a0875-9d08-4c94-b6f3-3135500afa6a', 'name': '', 'network_id': 'ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'mac_address': 'fa:16:3e:e8:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:37Z', 'updated_at': '2022-09-25T00:57:43Z', 'revision_number': 4, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'subnets': [{'id': '23b6c853-6aa6-4b19-9c76-ddde24e53ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:57:43.783204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 783df414-cffa-4596-a921-2b930804680d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:43.786291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Current status of the port 312a0875-9d08-4c94-b6f3-3135500afa6a is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:43.786675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.819918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:43.853985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] For port 312a0875-9d08-4c94-b6f3-3135500afa6a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=312a0875-9d08-4c94-b6f3-3135500afa6a,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:57:43.859710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.898973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 783df414-cffa-4596-a921-2b930804680d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:43.899405 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (783df414-cffa-4596-a921-2b930804680d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.899734 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 783df414-cffa-4596-a921-2b930804680d Sep 25 00:57:43.908881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Provisioning complete for port 06b2816e-8529-43d4-82ae-6b0cacaeb5be triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:43.909314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:43.910205 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Attempt 1 to provision port 06b2816e-8529-43d4-82ae-6b0cacaeb5be Sep 25 00:57:43.981193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Pushing event updated for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:57:44.004106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.004465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.004803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.005347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.005689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.006027 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.006365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.006693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.007069 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.007409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.007853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.008048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.008553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.008883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.009208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:57:44.091607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 783df414-cffa-4596-a921-2b930804680d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:44.092699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 312a0875-9d08-4c94-b6f3-3135500afa6a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:44.094604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-28fc08a0-d7a7-4e35-85f9-8d64ccb7ae46 None None] Current status of the port 06b2816e-8529-43d4-82ae-6b0cacaeb5be is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:44.144973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 312a0875-9d08-4c94-b6f3-3135500afa6a triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:44.145369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:44.145704 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:44.239857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 312a0875-9d08-4c94-b6f3-3135500afa6a is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:44.242736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-8df799b1-6aa7-4384-af49-20225b796c3b None None] Provisioning complete for port 312a0875-9d08-4c94-b6f3-3135500afa6a triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:44.242736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8df799b1-6aa7-4384-af49-20225b796c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:44.243036 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-8df799b1-6aa7-4384-af49-20225b796c3b None None] Attempt 1 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:44.245162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:44.334535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-8df799b1-6aa7-4384-af49-20225b796c3b None None] Current status of the port 312a0875-9d08-4c94-b6f3-3135500afa6a is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:44.750443 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f390-23a9-490f-b68d-9716d2b4d7fd req-a3cf5c23-1918-4571-8f98-e0d3c14db66a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:44.751901 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e138f390-23a9-490f-b68d-9716d2b4d7fd req-a3cf5c23-1918-4571-8f98-e0d3c14db66a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0465944 Sep 25 00:57:44.804034 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e138f390-23a9-490f-b68d-9716d2b4d7fd req-7705bd72-9c16-48c9-b291-9fedbf8f41e9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Sep 25 00:57:45.744610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 312a0875-9d08-4c94-b6f3-3135500afa6a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:57:45.792772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 312a0875-9d08-4c94-b6f3-3135500afa6a triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:57:45.793144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:45.793517 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 312a0875-9d08-4c94-b6f3-3135500afa6a Sep 25 00:57:45.867496 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 312a0875-9d08-4c94-b6f3-3135500afa6a is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:57:45.934771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e75a3-7c49-4183-9240-d648389ce74f req-0b40d5fa-9b47-4130-a86e-f746b02f2a74 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:45.936218 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-493e75a3-7c49-4183-9240-d648389ce74f req-0b40d5fa-9b47-4130-a86e-f746b02f2a74 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0570931 Sep 25 00:57:45.992511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-493e75a3-7c49-4183-9240-d648389ce74f req-8f6e994e-50de-4191-9a9a-827cb8950d3a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 Sep 25 00:57:47.116934 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb203d-7b53-44dc-afaf-0cd05865fdca req-98b78333-8d5d-4d91-9193-efa8bfdafe4b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:47.118721 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-04bb203d-7b53-44dc-afaf-0cd05865fdca req-98b78333-8d5d-4d91-9193-efa8bfdafe4b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0482273 Sep 25 00:57:47.161568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:47.170092 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-04bb203d-7b53-44dc-afaf-0cd05865fdca req-7d14109f-09a1-409b-94bf-a50ff843fcf7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Sep 25 00:57:47.399444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2245d475-3437-440d-b4d0-83fceeadee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:48.294214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88740-8798-4188-829a-6ca88e052523 req-13ce45d0-3432-418e-9aaf-45980b634c1b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:48.295787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ef88740-8798-4188-829a-6ca88e052523 req-13ce45d0-3432-418e-9aaf-45980b634c1b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0490012 Sep 25 00:57:48.352017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ef88740-8798-4188-829a-6ca88e052523 req-0e501ca0-0758-4368-823c-96bcca2501a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Sep 25 00:57:49.254505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:49.479013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13537e69-79ca-42a1-b30e-5d9d97f20038 req-65f21c47-5511-4567-bd35-5e6a26e7d451 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:49.480514 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-13537e69-79ca-42a1-b30e-5d9d97f20038 req-65f21c47-5511-4567-bd35-5e6a26e7d451 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0487454 Sep 25 00:57:49.531446 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-13537e69-79ca-42a1-b30e-5d9d97f20038 req-46050a67-1a2d-4e08-971f-07d916455cf5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Sep 25 00:57:49.747503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e1afc74e-c265-4f0f-8789-07f5de712508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:50.657048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6746c-78a7-400b-8a68-12d87d905546 req-51c14eac-006d-44ca-a2db-d488101f7178 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:50.658842 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebb6746c-78a7-400b-8a68-12d87d905546 req-51c14eac-006d-44ca-a2db-d488101f7178 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0492165 Sep 25 00:57:50.711206 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebb6746c-78a7-400b-8a68-12d87d905546 req-5bacaf30-c747-482e-a376-a4bfa9a3170b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Sep 25 00:57:50.947648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:51.845317 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69488c-3863-4e25-a510-a59b281762b3 req-3d8eadc2-2120-40d2-86c3-7b86826de888 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:51.847028 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8c69488c-3863-4e25-a510-a59b281762b3 req-3d8eadc2-2120-40d2-86c3-7b86826de888 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0529480 Sep 25 00:57:51.899711 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8c69488c-3863-4e25-a510-a59b281762b3 req-2f94ca29-e8a9-496c-aa58-71c8c76c79ce tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Sep 25 00:57:52.259018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:52.564660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:57:53.018812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb087a-3bc2-4524-b0ad-d4509b2391ff req-ed6b5be2-20eb-4c96-ad2c-4672332ea544 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:53.020972 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ecb087a-3bc2-4524-b0ad-d4509b2391ff req-ed6b5be2-20eb-4c96-ad2c-4672332ea544 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0475953 Sep 25 00:57:53.067656 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ecb087a-3bc2-4524-b0ad-d4509b2391ff req-2e5026d5-194f-4fc4-b0c5-2bdbe99df8b7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Sep 25 00:57:54.194676 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc543e10-f7a8-4b9e-b6f6-17273b95fff1 req-6c49194f-607f-4cb8-99ea-6ecc7d0ea442 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:54.196201 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc543e10-f7a8-4b9e-b6f6-17273b95fff1 req-6c49194f-607f-4cb8-99ea-6ecc7d0ea442 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0523753 Sep 25 00:57:54.249760 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc543e10-f7a8-4b9e-b6f6-17273b95fff1 req-8b70bfa3-e549-4e05-8f83-ea22f2e0b5f2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Sep 25 00:57:55.383078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459a2e0-81b7-4733-a5c5-b18006c1d79d req-e3b76273-5313-47b5-a4ba-c184e27d4e17 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:55.384678 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9459a2e0-81b7-4733-a5c5-b18006c1d79d req-e3b76273-5313-47b5-a4ba-c184e27d4e17 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0487916 Sep 25 00:57:55.438357 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9459a2e0-81b7-4733-a5c5-b18006c1d79d req-bb7ebaed-1f96-4601-979b-165b447184e0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Sep 25 00:57:56.243958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-6d642073-71d7-4d46-a670-637446e5f5c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420949 Sep 25 00:57:56.324061 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-4d2431f6-fd30-43c8-95e6-03ca26b0b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:56.325580 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-4d2431f6-fd30-43c8-95e6-03ca26b0b856 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1129 time: 0.0386245 Sep 25 00:57:56.436002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:56.441667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-ddb22984-f218-45e2-aba3-f1c761f5851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:56.443152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-ddb22984-f218-45e2-aba3-f1c761f5851d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.0913563 Sep 25 00:57:56.489926 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-a6caff8e-4d9f-44ba-b9e9-15db2703a857 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Sep 25 00:57:56.547656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-a7847ba9-7fd0-4050-a71b-a81f7a58d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:56.549139 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-a7847ba9-7fd0-4050-a71b-a81f7a58d8c9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0515628 Sep 25 00:57:56.564047 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f131660-08f3-483e-b204-539d8d49e75a req-2242c179-f585-42df-a772-33adb905e845 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:56.565550 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9f131660-08f3-483e-b204-539d8d49e75a req-2242c179-f585-42df-a772-33adb905e845 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0473647 Sep 25 00:57:56.598914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-462c58c5-7b76-446f-a980-bc656aa93211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:56.601350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-462c58c5-7b76-446f-a980-bc656aa93211 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425737 Sep 25 00:57:56.619660 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9f131660-08f3-483e-b204-539d8d49e75a req-b3bc3531-743c-437f-8dee-e50ca150945c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Sep 25 00:57:56.672121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:56.704172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-e3dac06d-61d7-48b1-ab3f-cc018efb0699 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947626 Sep 25 00:57:56.805082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dddb3cfc-44ff-4c6b-b653-ac42557b32a3 req-29f462bc-caf0-47c5-a97f-5b7468ed3e19 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925367 Sep 25 00:57:57.625916 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=25 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:57.630663 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:57.740043 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b52a2d-5187-49a9-be93-aa6ea74e4afe req-e8e49740-f47c-4bfb-879c-64c14b7e57a9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:57.741539 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10b52a2d-5187-49a9-be93-aa6ea74e4afe req-e8e49740-f47c-4bfb-879c-64c14b7e57a9 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0460112 Sep 25 00:57:57.792554 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10b52a2d-5187-49a9-be93-aa6ea74e4afe req-bd2ecf77-3456-48b9-aff1-af1e9c0550da tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Sep 25 00:57:58.921496 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54563eee-54b4-490d-acf5-c19121918d19 req-b0d14f0c-522b-40bb-94dc-adad003d05ef tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:57:58.922911 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-54563eee-54b4-490d-acf5-c19121918d19 req-b0d14f0c-522b-40bb-94dc-adad003d05ef tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0505915 Sep 25 00:57:58.976514 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:57:58.981878 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-54563eee-54b4-490d-acf5-c19121918d19 req-a51841de-6b44-446c-a5a0-dd36c2c6c838 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532227 Sep 25 00:57:59.829565 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35632) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:57:59.957011 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.042329 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Publish callbacks [] for security_group (b0b278e6-091d-4827-9756-897349cec9a0), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.046204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b0b278e6-091d-4827-9756-897349cec9a0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.085719 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7750b9ec659c40a1aafc98b0107032c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550311 Sep 25 00:58:00.087678 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b278e6-091d-4827-9756-897349cec9a0,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:00.089711 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35642) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:00.115315 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.115735 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.116088 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.116444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.116783 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.117111 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.117464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.117789 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.118129 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.118493 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.118785 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.119108 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.119427 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.119769 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.120060 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066eb2b-ee4a-4969-9963-7a87c3ab70eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:00.120288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54f5f2-1a08-4a5b-82eb-424289bc1434 req-f629c7fe-05e8-422d-8537-b9b9cac2727a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:00.121792 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da54f5f2-1a08-4a5b-82eb-424289bc1434 req-f629c7fe-05e8-422d-8537-b9b9cac2727a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0573688 Sep 25 00:58:00.158707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] Publish callbacks [] for security_group (b0b278e6-091d-4827-9756-897349cec9a0), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.173784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da54f5f2-1a08-4a5b-82eb-424289bc1434 req-aa8da2e0-f54d-4c6a-8a20-cb5e6ffbf109 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Sep 25 00:58:00.180283 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] Publish callbacks [] for security_group (b0b278e6-091d-4827-9756-897349cec9a0), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.231171 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (b0b278e6-091d-4827-9756-897349cec9a0), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.234172 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:00.236029 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b0b278e6-091d-4827-9756-897349cec9a0 HTTP/1.1" status: 204 len: 168 time: 0.1452720 Sep 25 00:58:00.245436 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d607e91-e5a5-48f8-864e-dcf3d9e3eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b278e6-091d-4827-9756-897349cec9a0,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:01.000721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35690) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:01.039497 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35694) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:01.111881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:01.119728 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a77c7433-4821-4638-9cd0-4f2403d6bf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.160212 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2101028878-network', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:01.195473 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Made reservation on behalf of b161c2e2dd1f42159dc0d71e8216516c for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:01.197857 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.211135 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.250401 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a77c7433-4821-4638-9cd0-4f2403d6bf1e admin admin] Publish callbacks [] for security_group (47fc2ceb-5981-4459-96bb-0733dbea7206), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.259068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a77c7433-4821-4638-9cd0-4f2403d6bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (47fc2ceb-5981-4459-96bb-0733dbea7206), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.355196 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c7433-4821-4638-9cd0-4f2403d6bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc2ceb-5981-4459-96bb-0733dbea7206,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:01.365718 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a77c7433-4821-4638-9cd0-4f2403d6bf1e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4e348390b8774830a7542bb983bd5672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637362 Sep 25 00:58:01.368740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35700) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:01.374970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a5990-93ae-40fc-a425-1ad24a800c96 req-fb628147-e5e3-429e-a2b9-cb9df0752344 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:01.376471 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-009a5990-93ae-40fc-a425-1ad24a800c96 req-fb628147-e5e3-429e-a2b9-cb9df0752344 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0966449 Sep 25 00:58:01.382013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:01.435774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks [] for security_group (5820ec3a-8d2a-47c6-8b82-59a1dad211f3), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.437640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Publish callbacks [] for security_group (47fc2ceb-5981-4459-96bb-0733dbea7206), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.443741 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5820ec3a-8d2a-47c6-8b82-59a1dad211f3), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.463458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Publish callbacks [] for security_group (47fc2ceb-5981-4459-96bb-0733dbea7206), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.477010 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-009a5990-93ae-40fc-a425-1ad24a800c96 req-3bc7c307-19e3-44cf-9fd5-c66a1ef1a61e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819559 Sep 25 00:58:01.494762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:58:01.524059 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5820ec3a-8d2a-47c6-8b82-59a1dad211f3,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:01.527429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (d3b4c62f-808e-4358-bc7d-2cd03571d715), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.527966 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Added segment d3b4c62f-808e-4358-bc7d-2cd03571d715 of type vlan for network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 Sep 25 00:58:01.554118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (47fc2ceb-5981-4459-96bb-0733dbea7206), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.558083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.559390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/47fc2ceb-5981-4459-96bb-0733dbea7206 HTTP/1.1" status: 204 len: 168 time: 0.1895199 Sep 25 00:58:01.578845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc2ceb-5981-4459-96bb-0733dbea7206,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:01.582430 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.590072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.590444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.590805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.591149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.591495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.591829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.592150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.592777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.593110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.593638 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.593975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.606321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.607047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.607745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.608247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0773-262a-4761-917a-1969a13b2a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:01.617835 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.619246 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:01.620027 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.688652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f8915-f58a-4815-af84-f3811fdc090c req-df92b027-cd46-4563-90ca-022340c1a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:01.690499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-113f8915-f58a-4815-af84-f3811fdc090c req-df92b027-cd46-4563-90ca-022340c1a627 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1130 time: 0.0485110 Sep 25 00:58:01.702397 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] Pushing event updated for resources: {'Network': ['ID=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:01.712469 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-46674f59-1c1f-47cf-af7c-71dfd9c4bcbd admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6691663 Sep 25 00:58:01.712701 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35704) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:01.717073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:58:01.718897 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Request body: {'subnet': {'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2101028878-subnet', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:01.741474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Made reservation on behalf of b161c2e2dd1f42159dc0d71e8216516c for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:01.744273 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:01.767984 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-113f8915-f58a-4815-af84-f3811fdc090c req-8b3d8342-37fc-427c-9645-7655c3e826b8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Sep 25 00:58:01.835021 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:01.940110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (d74e111d-e663-49eb-9c15-00f7b719c28d), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.007666 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74e111d-e663-49eb-9c15-00f7b719c28d,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:02.030234 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Checking segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:02.030976 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Network hostable DHCP agents. Network: f9e440d6-f48e-45bb-9a01-3ccd9ccf9488, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:58:02.053620 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:58:02.066154 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f9e440d6-f48e-45bb-9a01-3ccd9ccf9488) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:02.072263 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:02.072878 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.079158 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9df4ef-f68f-49b4-9686-27a08ffb8d89 None None] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:58:02.094560 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-646b31e9-7cc5-4ac3-877d-07a36b9e4e13 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3808787 Sep 25 00:58:02.098255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35726) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:02.104187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:02.134364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.135536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.205902 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for router_controller (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.349869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:02.459940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:58:02.461716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.680846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for router_gateway (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.681994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Allocated IP 172.20.0.2 (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488/d74e111d-e663-49eb-9c15-00f7b719c28d/078c0e3b-64fa-4b32-9903-3d2ac504d9d4) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:02.755096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4281-5937-4fd0-bc01-44e3ab39bfd2 req-0cc4b1f9-5fcb-4c52-9d57-32bc152e8175 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:02.762000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ddd4281-5937-4fd0-bc01-44e3ab39bfd2 req-0cc4b1f9-5fcb-4c52-9d57-32bc152e8175 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0964456 Sep 25 00:58:02.836329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:02.845162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks [] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.855507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:02.869682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ddd4281-5937-4fd0-bc01-44e3ab39bfd2 req-cf4a6843-64ba-4cc9-beae-e00086cbf4df tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064992 Sep 25 00:58:02.896911 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:02.919304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:02.925626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:02.928130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:02.936163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Pushing event updated for resources: {'Port': ['ID=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:02.986573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for router_gateway (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.003136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Attempting to bind port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:03.003705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Attempting to bind port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:03.004292 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Attempting to bind port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 on network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:03.008419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.011850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:03.057880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:03.058684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Checking segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:03.059291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.059839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Bound using segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:03.060796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Bound port: 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:03.061978 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.140427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] For port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:03.140427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] For port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:03.142384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Allocated IP 172.37.1.2 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/c41e83db-31a6-4fd6-a328-2ef3b504c9c3) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:03.150535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.174136 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35758) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:03.225735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e4cae-3a4f-4c2c-97bf-98be5ed331ac None None] Pushing event updated for resources: {'Port': ['ID=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:03.278128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.314839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.338007 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02a29172-57d7-481d-bf69-06efce6a47c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.356794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:03.361546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:03.368881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:03.414469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Pushing event updated for resources: {'Port': ['ID=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:03.487056 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02a29172-57d7-481d-bf69-06efce6a47c3 admin admin] Publish callbacks [] for security_group (862e1068-1716-4ff0-8d9b-cc559f4ca0fd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.491960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02a29172-57d7-481d-bf69-06efce6a47c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (862e1068-1716-4ff0-8d9b-cc559f4ca0fd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.539699 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-02a29172-57d7-481d-bf69-06efce6a47c3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d5f8f084099d4b37b67aba3cda9ecff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614957 Sep 25 00:58:03.540070 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35762) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:03.549680 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29172-57d7-481d-bf69-06efce6a47c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e1068-1716-4ff0-8d9b-cc559f4ca0fd,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:03.621123 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:03.627870 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] Publish callbacks [] for security_group (862e1068-1716-4ff0-8d9b-cc559f4ca0fd), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.653571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] Publish callbacks [] for security_group (862e1068-1716-4ff0-8d9b-cc559f4ca0fd), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.733410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (862e1068-1716-4ff0-8d9b-cc559f4ca0fd), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.734492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for router_gateway (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.739959 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.741210 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/862e1068-1716-4ff0-8d9b-cc559f4ca0fd HTTP/1.1" status: 204 len: 168 time: 0.1999633 Sep 25 00:58:03.750211 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc82f-6576-4a85-829c-78df746a072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e1068-1716-4ff0-8d9b-cc559f4ca0fd,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:03.833436 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:03.888715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:03.889413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:03.889600 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 Sep 25 00:58:04.012040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:04.067022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:04.071257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:04.073521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:04.077709 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fd219-1755-4325-9ca0-d1a57607a2ca req-297ef6b8-bc5d-41fa-b731-c7bab7f16247 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:04.079369 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7c4fd219-1755-4325-9ca0-d1a57607a2ca req-297ef6b8-bc5d-41fa-b731-c7bab7f16247 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.1193697 Sep 25 00:58:04.171231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:04.173532 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:04.175511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:04.177423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:04.235091 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7c4fd219-1755-4325-9ca0-d1a57607a2ca req-15f986df-b876-4e5c-b9f6-56b0d6443060 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455951 Sep 25 00:58:04.258875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:04.266773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:58:04.424685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:04.440141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Sync routers for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:04.450255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:04.454577 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f2b37454-d995-45bd-87da-55ac66a7d39f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3546457 Sep 25 00:58:04.455217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35790) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:04.460233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:04.460233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:04.559374 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b7c15a-ec7d-4306-8200-e0053ebd92b5 None None] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:58:04.618488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01a64d-0499-47ae-9871-d91491dd60cc req-702f530f-6ed9-421a-b854-16ee207e0cf2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:04.620103 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f01a64d-0499-47ae-9871-d91491dd60cc req-702f530f-6ed9-421a-b854-16ee207e0cf2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0793285 Sep 25 00:58:04.623945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-97a3fcb0-4981-478a-8991-0907de954c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:04.625712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-97a3fcb0-4981-478a-8991-0907de954c7b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1130 time: 0.0741565 Sep 25 00:58:04.637479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:04.649523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:04.698040 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f01a64d-0499-47ae-9871-d91491dd60cc req-bbee1ca5-64f8-49ee-828d-5f2971243731 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694656 Sep 25 00:58:04.701728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-9a988211-3183-4bfc-8ae3-cfb174ba0be4 None None] Provisioning complete for port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:04.702111 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9a988211-3183-4bfc-8ae3-cfb174ba0be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:04.702452 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-9a988211-3183-4bfc-8ae3-cfb174ba0be4 None None] Attempt 1 to provision port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 Sep 25 00:58:04.831107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:04.946336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-9a988211-3183-4bfc-8ae3-cfb174ba0be4 None None] Current status of the port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:04.961528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-46408833-062b-4a49-849e-0761df736607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:04.963069 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-46408833-062b-4a49-849e-0761df736607 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.1841211 Sep 25 00:58:05.009667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:03Z', 'revision_number': 3, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:05.021409 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.044314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Checking router: 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:05.044680 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Updating router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:58:05.082189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.172037 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-69181356-6023-448e-9f4a-e02ab2ed1287 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.0702705 Sep 25 00:58:05.246243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-5bf84c81-550c-4565-a199-ad4021ee639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:05.248051 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-5bf84c81-550c-4565-a199-ad4021ee639d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0650184 Sep 25 00:58:05.281700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Allocated IP 172.20.0.1 (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488/d74e111d-e663-49eb-9c15-00f7b719c28d/c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:05.315467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-f17d36ae-9bd7-47fd-99dd-6248f2f3a048 None None] Provisioning complete for port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:05.316968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f17d36ae-9bd7-47fd-99dd-6248f2f3a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.317427 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f17d36ae-9bd7-47fd-99dd-6248f2f3a048 None None] Attempt 1 to provision port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 Sep 25 00:58:05.452433 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks [] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.464366 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:05.490479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:05.493632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f17d36ae-9bd7-47fd-99dd-6248f2f3a048 None None] Current status of the port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:05.508948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.531078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks [] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.538255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.546581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-9cf05ac5-f373-4ceb-8f66-f93f430c2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:05.548899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-9cf05ac5-f373-4ceb-8f66-f93f430c2c50 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524364 Sep 25 00:58:05.578617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Attempting to bind port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:05.579087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Attempting to bind port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:05.579523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Attempting to bind port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:05.592962 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:05.598040 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:05.601473 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:05.649840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:05.665099 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.682501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-87269f10-c118-4bc7-b5ac-8d49f25cc444 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266370 Sep 25 00:58:05.772847 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4914b8e-568b-404e-b1e9-b6c91d9be326 None None] Pushing event updated for resources: {'Port': ['ID=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:05.810855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:05.811501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:05.812101 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.812689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:05.813415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Bound port: c41e83db-31a6-4fd6-a328-2ef3b504c9c3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:05.814023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.868131 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:05.878267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:05.885600 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.923758 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdc1e849-d6c5-4333-8f41-d08a7786cf32 req-9a3a2361-8301-419d-a831-7c46b8f9da82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333746 Sep 25 00:58:05.934088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c09cd9-a477-48a9-8a60-7b65e5997f31 req-f967f7ce-c318-4f15-a817-6e823af2c1cf tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:05.936161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-64c09cd9-a477-48a9-8a60-7b65e5997f31 req-f967f7ce-c318-4f15-a817-6e823af2c1cf tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0909722 Sep 25 00:58:05.965437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] For port c41e83db-31a6-4fd6-a328-2ef3b504c9c3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:05.974502 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] For port c41e83db-31a6-4fd6-a328-2ef3b504c9c3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:05.976560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Provisioning complete for port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:05.976560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:05.976997 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 1 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:06.002429 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-64c09cd9-a477-48a9-8a60-7b65e5997f31 req-d51be90f-2c7f-46b2-b866-b87f8772e58c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Sep 25 00:58:06.026961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.039022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:06.039386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.039720 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 Sep 25 00:58:06.058395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:06.101281 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:06.101686 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks [] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.106887 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.113156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:06.114029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:06.174344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4914b8e-568b-404e-b1e9-b6c91d9be326 None None] Pushing event updated for resources: {'Port': ['ID=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:06.196579 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.209949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:06.294042 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:06.302854 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:06.304420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:06.304685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:06.433457 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:58:06.545572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 2, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:06.579688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b995d6-a0dc-4f20-8c70-758a4d012c14 None None] The sync data for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi is: [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 2, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:06.592651 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:06.603089 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 2 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:06.605216 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:06.614209 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-33b85927-1b43-44ce-ae29-338f55c5c1d6 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/95fe8ae6-34dd-49d1-84c4-0403b5fc0d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576385 Sep 25 00:58:06.621989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35840) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:06.629357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203677135', 'description': 'tempest-description--1734398270'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:06.662481 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.665369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:06.666925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:06.744742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (f0d3b914-378e-40fe-b150-c8676dc91021), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.749731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f0d3b914-378e-40fe-b150-c8676dc91021), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.769307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:06.789354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.793764 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1704485 Sep 25 00:58:06.794644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35846) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:06.798751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a8ba-f5b2-4a47-b7c8-36c1b9434107 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d3b914-378e-40fe-b150-c8676dc91021,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:06.804102 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': 'f0d3b914-378e-40fe-b150-c8676dc91021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:06.838730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (337da1e7-c10b-4602-b14e-978e665de34a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.927380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (337da1e7-c10b-4602-b14e-978e665de34a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.932419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (337da1e7-c10b-4602-b14e-978e665de34a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.954395 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337da1e7-c10b-4602-b14e-978e665de34a,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:06.965536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:06.969153 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-22b965ce-4d85-4ccc-88fe-1926566c3511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697397 Sep 25 00:58:06.970263 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35850) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:06.975274 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': 'f0d3b914-378e-40fe-b150-c8676dc91021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:06.985350 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:07.003643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (74192d7c-d8ce-43e6-aa07-67e6e7a4940a), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.082130 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (74192d7c-d8ce-43e6-aa07-67e6e7a4940a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.087951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (74192d7c-d8ce-43e6-aa07-67e6e7a4940a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.119774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74192d7c-d8ce-43e6-aa07-67e6e7a4940a,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:07.131683 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.137672 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b6415e05-a371-4d84-a29b-d01ae628e6f4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662130 Sep 25 00:58:07.138515 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35860) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:07.143377 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:07.166265 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 3 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:07.169486 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.176444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1febfd4-74a6-4103-888f-d196a53d22d9 req-f202087a-d20f-42ce-8042-9e0037fa6aaa tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:07.184107 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1febfd4-74a6-4103-888f-d196a53d22d9 req-f202087a-d20f-42ce-8042-9e0037fa6aaa tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0835962 Sep 25 00:58:07.221135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:07.226012 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:07.278000 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.289995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1febfd4-74a6-4103-888f-d196a53d22d9 req-276084df-461a-4805-b61c-2329c0aa5c8f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Sep 25 00:58:07.365145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35868) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:07.373012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494453102-network', 'tenant_id': '31719d4e28f048bbbf6e307df745e648'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:07.405924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Made reservation on behalf of 31719d4e28f048bbbf6e307df745e648 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:07.409775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.412794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.37.1.31 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/5782af87-0b4f-4824-aed9-541addf429b2) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:07.421770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.561618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks [] for security_group (d56f1d30-4c79-465a-93d9-903b9f37fd08), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.568276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d56f1d30-4c79-465a-93d9-903b9f37fd08), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.598449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 00:58:07.600465 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (5782af87-0b4f-4824-aed9-541addf429b2), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.622907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f1d30-4c79-465a-93d9-903b9f37fd08,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:07.628893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.629507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Added segment 7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f of type vlan for network 305a606b-4752-46cc-b1fb-85da780b88ce Sep 25 00:58:07.654392 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (5782af87-0b4f-4824-aed9-541addf429b2), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.710666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (305a606b-4752-46cc-b1fb-85da780b88ce), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.714073 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:07.722599 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 4 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:07.726979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:07.734543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:07.762143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (305a606b-4752-46cc-b1fb-85da780b88ce), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.764088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:07.764935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.795591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:07.842794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c41e83db-31a6-4fd6-a328-2ef3b504c9c3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:07.871604 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:07.873185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] Pushing event updated for resources: {'Network': ['ID=305a606b-4752-46cc-b1fb-85da780b88ce,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:07.890042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d7cd6784-9a42-4ef7-b2d7-bc5e8c0e3297 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5234592 Sep 25 00:58:07.891310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35874) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:07.899836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Request body: {'subnet': {'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494453102-subnet', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:07.902966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 305a606b-4752-46cc-b1fb-85da780b88ce details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 00:58:07.930970 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Made reservation on behalf of 31719d4e28f048bbbf6e307df745e648 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:07.935110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264290344'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.995211 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:07.995679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:07.996085 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 Sep 25 00:58:08.022141 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=5782af87-0b4f-4824-aed9-541addf429b2,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:08.099723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.110769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:08.111103 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.137840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port c41e83db-31a6-4fd6-a328-2ef3b504c9c3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:08.143595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.152990 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5782af87-0b4f-4824-aed9-541addf429b2), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.189891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264731794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264290366'] for subnet (4f943db5-728a-408e-91ba-0a8afa5e45da), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.198828 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:08.227423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:08.249602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:08.293660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f943db5-728a-408e-91ba-0a8afa5e45da,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:08.296336 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 5 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:08.298083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Checking segment: {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:08.298668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Network hostable DHCP agents. Network: 305a606b-4752-46cc-b1fb-85da780b88ce, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 00:58:08.323723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Network 305a606b-4752-46cc-b1fb-85da780b88ce is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 00:58:08.340845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 305a606b-4752-46cc-b1fb-85da780b88ce) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:08.341270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:08.345917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:08.347673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.354718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b0074-168d-48e0-8c41-366143f3616a None None] Network 305a606b-4752-46cc-b1fb-85da780b88ce requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:58:08.356912 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (5782af87-0b4f-4824-aed9-541addf429b2), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.364663 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (5782af87-0b4f-4824-aed9-541addf429b2), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.374848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1408f3f9-ec62-4009-8086-9cd6046a1e0f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4782526 Sep 25 00:58:08.375078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35880) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:08.384192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:08.426296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (2900192a-2a98-46c6-beef-900d41ac2156), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.428413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (2900192a-2a98-46c6-beef-900d41ac2156), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.442347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:08.545653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-305a606b-4752-46cc-b1fb-85da780b88ce', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'project_id': '31719d4e28f048bbbf6e307df745e648', 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 00:58:08.547094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for router_controller (2900192a-2a98-46c6-beef-900d41ac2156), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.548573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.557964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:08.603702 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=5782af87-0b4f-4824-aed9-541addf429b2,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:08.608419 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.620190 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ddd06-b2a8-4b38-8dca-0e7225dc8c21 req-2e80a8f4-db76-4a4e-b642-326b9903da1e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:08.621798 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ad5ddd06-b2a8-4b38-8dca-0e7225dc8c21 req-2e80a8f4-db76-4a4e-b642-326b9903da1e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.1656928 Sep 25 00:58:08.669679 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.671942 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fe8cf4e9-8b57-4d8d-815d-c769931901db tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5318489 Sep 25 00:58:08.716585 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ad5ddd06-b2a8-4b38-8dca-0e7225dc8c21 req-79f332ca-4cf9-48b5-8dc4-eab33d188ca7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Sep 25 00:58:08.821979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Allocated IP 172.20.0.2 (305a606b-4752-46cc-b1fb-85da780b88ce/4f943db5-728a-408e-91ba-0a8afa5e45da/ce1017e5-9b95-4c64-a292-cd0bafd98099) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:08.846067 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 6 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:08.847421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for router_gateway (2900192a-2a98-46c6-beef-900d41ac2156), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:08.943116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:09.141131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks [] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.150993 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.228153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Network 305a606b-4752-46cc-b1fb-85da780b88ce is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:09.234926 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:09.242932 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:09.254918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Pushing event updated for resources: {'Port': ['ID=ce1017e5-9b95-4c64-a292-cd0bafd98099,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:09.269455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for router_gateway (2900192a-2a98-46c6-beef-900d41ac2156), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.274804 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-1a507c84-7f70-4ce2-a8d1-21b88163131d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--203677135&fields=id&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 267 time: 0.1956203 Sep 25 00:58:09.319572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.335414 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Attempting to bind port ce1017e5-9b95-4c64-a292-cd0bafd98099 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:09.335817 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Attempting to bind port ce1017e5-9b95-4c64-a292-cd0bafd98099 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:09.336183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Attempting to bind port ce1017e5-9b95-4c64-a292-cd0bafd98099 on network 305a606b-4752-46cc-b1fb-85da780b88ce {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:09.344639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc243b-3f7e-4d69-a4a3-eeaeffccb777 req-ae7fb7b2-34db-42b9-a387-7bc70c2a93a7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:09.346307 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3fc243b-3f7e-4d69-a4a3-eeaeffccb777 req-ae7fb7b2-34db-42b9-a387-7bc70c2a93a7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1100063 Sep 25 00:58:09.375446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:09.380009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:09.398271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:09.398271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Checking segment: {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:09.398271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.398271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Bound using segment: {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:09.399030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Bound port: ce1017e5-9b95-4c64-a292-cd0bafd98099, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:09.401189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.419166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-17cf6a0f-3a54-4169-bff3-1bf6910263f5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:09.420815 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-17cf6a0f-3a54-4169-bff3-1bf6910263f5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.1375687 Sep 25 00:58:09.442159 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-3c4118d3-798f-43bc-95ae-2d141385f0d1 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/quotas/f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0127125 Sep 25 00:58:09.459416 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 7 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:09.482057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3fc243b-3f7e-4d69-a4a3-eeaeffccb777 req-8dfcd90d-0b55-4f3a-aa82-e94c9cd51af4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977831 Sep 25 00:58:09.523102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:09.523547 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:58:09.525530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] For port ce1017e5-9b95-4c64-a292-cd0bafd98099, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:09.527024 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-850085ed-c8d1-4076-8f1c-e836d660e392 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794134 Sep 25 00:58:09.527533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Allocated IP 172.37.1.164 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/d4dca6ad-037a-430a-80c1-dd62be445e07) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:09.529493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] For port ce1017e5-9b95-4c64-a292-cd0bafd98099, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce1017e5-9b95-4c64-a292-cd0bafd98099,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:09.537990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.616399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab171f-bcad-4663-9f34-e5f4c53464e9 None None] Pushing event updated for resources: {'Port': ['ID=ce1017e5-9b95-4c64-a292-cd0bafd98099,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:09.667918 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-59ab2836-229a-48ad-9063-29342a3e61cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186659 Sep 25 00:58:09.688420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.709807 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Sync routers for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:09.726499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:09.727421 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:09.750439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.781880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c41e83db-31a6-4fd6-a328-2ef3b504c9c3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:09.823768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Pushing event updated for resources: {'Port': ['ID=d4dca6ad-037a-430a-80c1-dd62be445e07,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:09.828428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:09.834908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:09.837219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:09.840405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:09.922013 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-01a68740-bb7a-4440-8a67-340c02170ed7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472129 Sep 25 00:58:09.927969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f16b96-30c4-499a-a75a-0dfdc14a412f req-5e90a8ff-6483-4c2c-8b46-2633d2ffaae6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:09.929718 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36f16b96-30c4-499a-a75a-0dfdc14a412f req-5e90a8ff-6483-4c2c-8b46-2633d2ffaae6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0594840 Sep 25 00:58:09.943037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:09.943501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:09.944022 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 Sep 25 00:58:10.013903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36f16b96-30c4-499a-a75a-0dfdc14a412f req-add628ae-9e89-477b-96cd-f8f4d634a02f tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750046 Sep 25 00:58:10.025294 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 8 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:10.041655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:10.092032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:10.178663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:10.201999 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:10.363328 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 2, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:10.399081 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Checking router: 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:10.399712 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Updating router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:58:10.435038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:10.564017 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-913366cc-e3cf-412c-ba72-cbf7bcf8a407 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1834758444&fields=id&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 267 time: 0.1202555 Sep 25 00:58:10.702349 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 9 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:10.750407 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:10.800940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:10.806523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-1d49e1de-8168-40cb-bcf2-8a35e52ef0fa tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:10.824992 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-1d49e1de-8168-40cb-bcf2-8a35e52ef0fa tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.2598944 Sep 25 00:58:10.850231 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-8eda767b-7076-49b4-8c5b-3213afa1e54d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/quotas/46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 375 time: 0.0240712 Sep 25 00:58:10.911755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks [] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:10.937699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:10.945840 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-e1da77f0-a793-417b-8130-3fb952ce2ec6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944672 Sep 25 00:58:10.968887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1c920f29-3966-467a-afbe-5813057b52b2 req-09b95c07-e7f5-482b-aa97-1402dd4c50f9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.6461930 Sep 25 00:58:10.989519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for router_gateway (2900192a-2a98-46c6-beef-900d41ac2156), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.030025 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565bc83-7dde-4978-a993-6334c017c90d None None] Pushing event updated for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:11.077698 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-d3336811-cfd4-4ca4-bf4e-65de2a80cbd5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307211 Sep 25 00:58:11.104735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Attempting to bind port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:11.105729 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Attempting to bind port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:11.106099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Attempting to bind port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 on network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:11.107620 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d81a379-f490-4add-a54b-e9bee1d74f09 None None] Network 305a606b-4752-46cc-b1fb-85da780b88ce requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 00:58:11.139025 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:11.147764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888977f-18fb-4a63-b1c1-4c316d678a44 req-2e066e3f-7e1e-498e-8068-7549ac129009 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:11.149128 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8888977f-18fb-4a63-b1c1-4c316d678a44 req-2e066e3f-7e1e-498e-8068-7549ac129009 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0669293 Sep 25 00:58:11.151238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:11.168624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:11.169048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Checking segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:11.169410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.169803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Bound using segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:11.170275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Bound port: c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:11.170648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.215314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:11.223044 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-73fae50d-763d-430d-99c3-0af44bfd2417 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385105 Sep 25 00:58:11.263884 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] For port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:11.267880 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] For port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:11.278918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.296495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8888977f-18fb-4a63-b1c1-4c316d678a44 req-b2920f45-f965-4702-9dea-8c9bf361efb7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109090 Sep 25 00:58:11.302459 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Attempt 10 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:11.306108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (2900192a-2a98-46c6-beef-900d41ac2156), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.386080 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565bc83-7dde-4978-a993-6334c017c90d None None] Pushing event updated for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:11.390777 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:11.391498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:11.527807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Router 2900192a-2a98-46c6-beef-900d41ac2156 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 00:58:11.536426 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:11.644577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Current status of the port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:11.645510 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.683592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:11.700232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Sync routers for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:11.718029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90480acf-4522-47fa-b869-782969e9dadf req-fed3a8b1-91b4-40cd-a726-eca0eab9d1ce tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0371234 Sep 25 00:58:11.729093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] For port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:11.736904 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.737159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.739234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-25b29eab-4837-475c-9d03-bfa8a5a59dce admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3612092 Sep 25 00:58:11.742002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35966) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:11.790770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:11.791575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:11.913448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:11.946385 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Provisioning complete for port ce1017e5-9b95-4c64-a292-cd0bafd98099 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:11.946808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:11.947200 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Attempt 1 to provision port ce1017e5-9b95-4c64-a292-cd0bafd98099 Sep 25 00:58:11.967026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:12.020867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9327f-a568-43d0-86c3-115022a1cc6d None None] The sync data for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi is: [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:12.037899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device ce1017e5-9b95-4c64-a292-cd0bafd98099 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:12.045341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f60b13-9785-4f46-8e80-c1957fdf2064 None None] Pushing event updated for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:12.125081 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:12.146606 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-74fddb30-ceec-420c-85db-01d05dca5e73 req-dce091e0-9b14-4f62-a60e-53b2ad67f734 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0617285 Sep 25 00:58:12.187859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:12.236699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port ce1017e5-9b95-4c64-a292-cd0bafd98099 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:12.237116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.237868 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port ce1017e5-9b95-4c64-a292-cd0bafd98099 Sep 25 00:58:12.255975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:12.374853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.419133 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Current status of the port ce1017e5-9b95-4c64-a292-cd0bafd98099 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:12.419534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.543600 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port ce1017e5-9b95-4c64-a292-cd0bafd98099 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:12.543985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.545759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:12.587595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] For port ce1017e5-9b95-4c64-a292-cd0bafd98099, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce1017e5-9b95-4c64-a292-cd0bafd98099,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:12.610680 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.694786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Provisioning complete for port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:12.695164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.695728 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Attempt 1 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:12.704931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Allocated IP 172.20.0.1 (305a606b-4752-46cc-b1fb-85da780b88ce/4f943db5-728a-408e-91ba-0a8afa5e45da/223185f3-b5c4-4c49-9934-15eec28454bf) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:12.720830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc052a9b-1490-4dae-bae5-aa16ad52849b req-8730731d-f39d-4619-aa25-07157330492d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:12.723587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc052a9b-1490-4dae-bae5-aa16ad52849b req-8730731d-f39d-4619-aa25-07157330492d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0941980 Sep 25 00:58:12.786767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:10Z', 'revision_number': 3, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:12.820981 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc052a9b-1490-4dae-bae5-aa16ad52849b req-b4c2b119-3d55-46cf-8dcb-8371714e82a9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784543 Sep 25 00:58:12.822248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Checking router: 2900192a-2a98-46c6-beef-900d41ac2156 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:12.822603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Updating router 2900192a-2a98-46c6-beef-900d41ac2156 port d4dca6ad-037a-430a-80c1-dd62be445e07 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:58:12.857235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:12.878489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.db.api [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 00:58:12.878995 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG oslo_db.api [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 00:58:12.882357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Pushing event updated for resources: {'Port': ['ID=ce1017e5-9b95-4c64-a292-cd0bafd98099,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:12.938826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d111c45f-23df-48cb-986a-8773b7fb7648 None None] Current status of the port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:12.993185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35986) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:12.998258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128480623', 'description': 'tempest-description--288773846'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:13.021885 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64cfa5d9-33a3-4409-8ec8-c4fd0b4dd7e7 req-7185b355-7cf4-41c3-b6fd-0c510c4c9f81 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0349808 Sep 25 00:58:13.053964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.061776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks [] for port (223185f3-b5c4-4c49-9934-15eec28454bf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.130601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.179294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:13.190679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Network 305a606b-4752-46cc-b1fb-85da780b88ce is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:13.199810 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (eeea7474-c761-4d5f-be6e-c79f9aedf9b8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.201482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:13.205162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:13.214793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (eeea7474-c761-4d5f-be6e-c79f9aedf9b8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.219480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks [] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.227718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.233644 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:13.260014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Pushing event updated for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.273992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Attempting to bind port d4dca6ad-037a-430a-80c1-dd62be445e07 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:13.274490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Attempting to bind port d4dca6ad-037a-430a-80c1-dd62be445e07 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:13.274979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Attempting to bind port d4dca6ad-037a-430a-80c1-dd62be445e07 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:13.310198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe4af-9c35-4491-9e78-0d6fc13a8dc6 None None] Pushing event updated for resources: {'Port': ['ID=d4dca6ad-037a-430a-80c1-dd62be445e07,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.314897 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.319075 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3217411 Sep 25 00:58:13.320314 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35990) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:13.321605 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2dc6bd2d-464c-495e-aa91-cd5c52a2eb7e req-3fd697e7-3072-4921-965e-a7b42bd04b2d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0568841 Sep 25 00:58:13.322999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (2900192a-2a98-46c6-beef-900d41ac2156), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.325417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e817d-4c60-4aa2-b1e6-c285f7cde272 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea7474-c761-4d5f-be6e-c79f9aedf9b8,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.332097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'security_group_rule': {'security_group_id': 'eeea7474-c761-4d5f-be6e-c79f9aedf9b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:13.361325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:13.361693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:13.362652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.363058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:13.363874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Bound port: d4dca6ad-037a-430a-80c1-dd62be445e07, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:13.364390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.373864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:13.400662 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (9b5e3393-9aff-42f6-874f-3fc019fd7fe4), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.415063 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:13.455318 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port ce1017e5-9b95-4c64-a292-cd0bafd98099 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:13.457447 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:13.480164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] For port d4dca6ad-037a-430a-80c1-dd62be445e07, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:13.480375 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (9b5e3393-9aff-42f6-874f-3fc019fd7fe4), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.483734 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (9b5e3393-9aff-42f6-874f-3fc019fd7fe4), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.491885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:13.500936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] For port d4dca6ad-037a-430a-80c1-dd62be445e07, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4dca6ad-037a-430a-80c1-dd62be445e07,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:13.510526 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5e3393-9aff-42f6-874f-3fc019fd7fe4,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.511535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.512794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.522162 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.525707 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-37cab12f-2e52-498c-8706-dcdaaa6cba60 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2031071 Sep 25 00:58:13.527618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 35994) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:13.532062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'security_group_rule': {'security_group_id': 'eeea7474-c761-4d5f-be6e-c79f9aedf9b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:13.570560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:13.570838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.571174 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:13.578427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:13.579078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:13.608826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (29fddec4-055c-449d-b13b-a09963536b0a), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.640441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Provisioning complete for port 223185f3-b5c4-4c49-9934-15eec28454bf triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:13.640730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.641163 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 1 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:13.653637 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe4af-9c35-4491-9e78-0d6fc13a8dc6 None None] Pushing event updated for resources: {'Port': ['ID=d4dca6ad-037a-430a-80c1-dd62be445e07,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.715234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (29fddec4-055c-449d-b13b-a09963536b0a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.719105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (29fddec4-055c-449d-b13b-a09963536b0a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.753089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fddec4-055c-449d-b13b-a09963536b0a,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.772448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.773685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-70cc7d0e-0b4a-4a5a-8269-4fec6cd140a6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451401 Sep 25 00:58:13.777056 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 35996) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:13.778395 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks [] for port (223185f3-b5c4-4c49-9934-15eec28454bf), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.783357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:13.783804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.807163 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.858845 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:13.878235 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Pushing event updated for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:13.889992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (2900192a-2a98-46c6-beef-900d41ac2156), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.900511 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:13.915873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:13.942742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:14.023293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Network 305a606b-4752-46cc-b1fb-85da780b88ce is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:14.029493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:14.030626 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791890f5-4057-485d-ad40-07e069432642 req-5bbe3199-86ed-44eb-bf4d-b61b37921116 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:14.033479 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-791890f5-4057-485d-ad40-07e069432642 req-5bbe3199-86ed-44eb-bf4d-b61b37921116 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1225376 Sep 25 00:58:14.092686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:14.096801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device ce1017e5-9b95-4c64-a292-cd0bafd98099 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:14.163145 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-791890f5-4057-485d-ad40-07e069432642 req-4c885b7a-df6e-42f7-9fc1-cc90609dc552 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157155 Sep 25 00:58:14.186543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Allocated IP 172.37.1.209 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/17a80ba6-c081-4c9d-a08c-8d5766a6f9f1) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:14.249440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:14.251214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3afb9996-525d-4104-b414-5c97dfadf926 req-c0c5c711-3f3b-4f10-a462-867c841e865c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.1160936 Sep 25 00:58:14.288017 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Router 2900192a-2a98-46c6-beef-900d41ac2156 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:58:14.298141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port ce1017e5-9b95-4c64-a292-cd0bafd98099 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:14.298740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.299344 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port ce1017e5-9b95-4c64-a292-cd0bafd98099 Sep 25 00:58:14.305250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '223185f3-b5c4-4c49-9934-15eec28454bf', 'name': '', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'mac_address': 'fa:16:3e:50:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:12Z', 'updated_at': '2022-09-25T00:58:12Z', 'revision_number': 1, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'subnets': [{'id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:14.339940 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.352559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975c430-e264-43f4-ae8a-cb4be6e57b3b None None] The sync data for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi is: [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '223185f3-b5c4-4c49-9934-15eec28454bf', 'name': '', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'mac_address': 'fa:16:3e:50:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:12Z', 'updated_at': '2022-09-25T00:58:12Z', 'revision_number': 1, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'subnets': [{'id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:14.365728 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 2 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:14.374719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:14.388110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.425153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:14.443988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:14.455136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a6717b46-a661-4daf-9955-8364dcb40b2d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2900192a-2a98-46c6-beef-900d41ac2156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113690 Sep 25 00:58:14.462480 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'Port': ['ID=17a80ba6-c081-4c9d-a08c-8d5766a6f9f1,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:14.466813 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:14.484307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port ce1017e5-9b95-4c64-a292-cd0bafd98099 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:14.486259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:14.505610 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-401a9439-3b8d-4e44-a89d-cf55749527ff req-c899ff23-4e65-403f-8a4e-211689d6265d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0441351 Sep 25 00:58:14.506674 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:14.529100 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:14.551168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:14.557755 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.558865 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 Sep 25 00:58:14.643155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:14.648186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.659905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:14.707166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.738864 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:14.882145 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.886932 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.926486 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 3 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:14.968953 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.980354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:14.980890 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'Port': ['ID=17a80ba6-c081-4c9d-a08c-8d5766a6f9f1,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:14.986433 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:14.988571 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-02303532-0fc6-4df7-b640-3faf96720e40 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2099981 Sep 25 00:58:15.198607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:15.251250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-c270fc5a-f7cb-4195-9508-15004ffdb599 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--128480623&fields=id&tenant_id=28568584195d475fbc52d76185e09044 HTTP/1.1" status: 200 len: 267 time: 0.0697398 Sep 25 00:58:15.348650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ec00-7020-4b2b-ba60-78fecf7caebe req-103c4748-0e93-430e-85f0-e88543b77c6d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:15.350546 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d841ec00-7020-4b2b-ba60-78fecf7caebe req-103c4748-0e93-430e-85f0-e88543b77c6d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0598574 Sep 25 00:58:15.423140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-77b67cce-d67a-428b-afc8-2582f20baa16 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:15.431943 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-77b67cce-d67a-428b-afc8-2582f20baa16 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 0.1795621 Sep 25 00:58:15.453954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d841ec00-7020-4b2b-ba60-78fecf7caebe req-1fc81aed-7782-4c8b-ae67-bed685a14e5e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954719 Sep 25 00:58:15.466323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-6af37d3c-0100-4eff-b05b-9e7f267e83f2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/quotas/28568584195d475fbc52d76185e09044 HTTP/1.1" status: 200 len: 375 time: 0.0213363 Sep 25 00:58:15.482474 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 4 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:15.617722 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:15.633034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-965b75fa-a380-427a-b015-e92c3efe1124 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1654968 Sep 25 00:58:15.761236 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e833d017-7fd1-4464-8bd0-901f71255f4b req-9335d100-8ff6-4562-8bf5-59d167e45a58 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.1202755 Sep 25 00:58:15.907338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-7a0fd950-daec-432f-971e-55c30a136554 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344396 Sep 25 00:58:15.937617 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0ccf22af-b42c-487f-8465-de2c49eb8a0e req-1a0dc175-97ad-490e-b4b0-2a3c53b1bbae tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0678775 Sep 25 00:58:16.119259 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 5 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:16.166581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d4dca6ad-037a-430a-80c1-dd62be445e07 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:16.241199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:16.280855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d4dca6ad-037a-430a-80c1-dd62be445e07 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:16.281699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:16.282827 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d4dca6ad-037a-430a-80c1-dd62be445e07 Sep 25 00:58:16.428014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d4dca6ad-037a-430a-80c1-dd62be445e07 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:16.428498 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:16.475991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port d4dca6ad-037a-430a-80c1-dd62be445e07, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4dca6ad-037a-430a-80c1-dd62be445e07,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:16.492153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:16.574200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=d4dca6ad-037a-430a-80c1-dd62be445e07,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:16.698723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-3e9b7862-9ec9-409f-bd99-088aedae37e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725246 Sep 25 00:58:16.737781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-80b1a40e-191e-428d-9482-1ac5835ba927 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:16.739060 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-80b1a40e-191e-428d-9482-1ac5835ba927 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.2291725 Sep 25 00:58:16.743265 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 6 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:16.777048 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39285c2-2597-4c88-97d7-4b400be37591 req-10820be6-8ddc-45b1-b80e-a94f811e48e3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:16.789844 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c39285c2-2597-4c88-97d7-4b400be37591 req-10820be6-8ddc-45b1-b80e-a94f811e48e3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1566429 Sep 25 00:58:16.814295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:16.890578 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c39285c2-2597-4c88-97d7-4b400be37591 req-4dff8428-40c6-42f8-b27b-218312724177 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962846 Sep 25 00:58:17.010875 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-7cd87cdd-ccfb-42fe-8db9-cb8d5c60a469 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 471 time: 0.1778202 Sep 25 00:58:17.075031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bcccc6e7-e1b3-4d7d-9108-91cbdc48fc97 req-3b3abb06-f390-49b7-8bd2-3c3100858f78 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 210 time: 0.0600920 Sep 25 00:58:17.085542 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fba47afa-6db3-4de2-b599-f34ab9c8e871 req-991830f1-6722-48c1-91c2-47b27692ac32 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0439646 Sep 25 00:58:17.167887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'port': {'device_id': '6892e391-59db-43ba-8843-ce34ade53390', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'admin_state_up': True, 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'security_groups': ['f0d3b914-378e-40fe-b150-c8676dc91021']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:17.328851 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 7 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:17.434332 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5c4fe46-cc13-4f85-8f7e-1d5720df0a50 req-c0c426e6-9186-48dc-9100-9e6fcfb5fcfa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.1838610 Sep 25 00:58:17.573762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:17.586227 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4efe-e8d0-4243-8221-b370f5a9580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:17.595397 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-ff549cbd-21c1-4d86-a1b8-01565d58db4a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:17.597437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-ff549cbd-21c1-4d86-a1b8-01565d58db4a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.2126617 Sep 25 00:58:17.621536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:17.625486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:17.699252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:17.703947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:17.834701 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-8c1c4422-291e-44c1-b8bb-a9d4768cd3e7 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 380 time: 0.2202959 Sep 25 00:58:17.868218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'port': {'device_id': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'admin_state_up': True, 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'security_groups': ['0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:17.927477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.20.0.11 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/36da5046-389c-4afa-9d14-41833f5b0db3) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:18.075504 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 8 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:18.109656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19590-8db8-4115-bdba-9c8af6a20234 req-61198b05-6490-4bc9-a0b7-ef4c24094d7e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:18.120639 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ba19590-8db8-4115-bdba-9c8af6a20234 req-61198b05-6490-4bc9-a0b7-ef4c24094d7e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0967021 Sep 25 00:58:18.148824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:18.162163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d4dca6ad-037a-430a-80c1-dd62be445e07 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:18.248874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Made reservation on behalf of 46f19fd9ad1e4880961d1eee75883687 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:18.254925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:18.256804 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ba19590-8db8-4115-bdba-9c8af6a20234 req-e8ac7188-32f9-402c-aac7-e0b0ecfb560e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352048 Sep 25 00:58:18.293984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:18.302794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d4dca6ad-037a-430a-80c1-dd62be445e07 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:18.303230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:18.303575 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d4dca6ad-037a-430a-80c1-dd62be445e07 Sep 25 00:58:18.370437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf752d67-8264-4a2d-b382-0ec811651a58 req-519f9c17-e041-4117-ab29-ece619fb2e51 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 210 time: 0.1295364 Sep 25 00:58:18.473556 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1a187b86-330c-491d-a5c2-86c662cd2107 req-c4264806-e34c-4bb8-a10d-aa35adae2f69 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0755897 Sep 25 00:58:18.599786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d4dca6ad-037a-430a-80c1-dd62be445e07 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:18.621686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (36da5046-389c-4afa-9d14-41833f5b0db3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:18.650308 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 9 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:18.708644 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Sync routers for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:18.709303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb5ebf4e-04b1-42e3-a6e5-d0a370e8d6fe req-c17dbfe1-ece1-4841-87b9-5218fceabb1e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0831652 Sep 25 00:58:18.745544 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:18.749946 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:18.750604 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:57:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:18.827528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:18.879689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.20.0.11 (31fa7821-6345-4f48-b070-9ceab6d12adf/d10d11e6-b8a0-482d-9762-c8b3bdb048d3/2d8c367e-4bc1-45e8-8730-7a0f3f231689) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:18.906007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:18.915542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:18.922709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:18.929932 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:18.971350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:19.054122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:19.054917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.130074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:19.131131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:19.177597 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-0eb9d29c-139b-4230-9079-4e4cfc7e099c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0138578 Sep 25 00:58:19.188378 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.215896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Request body: {'port': {'device_id': '6892e391-59db-43ba-8843-ce34ade53390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:19.251099 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Attempt 10 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:19.324742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.324994 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '223185f3-b5c4-4c49-9934-15eec28454bf', 'name': '', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'mac_address': 'fa:16:3e:50:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:12Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 2, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'subnets': [{'id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:19.360344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.386076 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Checking router: 2900192a-2a98-46c6-beef-900d41ac2156 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:19.386756 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Updating router 2900192a-2a98-46c6-beef-900d41ac2156 port 223185f3-b5c4-4c49-9934-15eec28454bf binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 00:58:19.396765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.409528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d77345-f671-4cef-91de-b5cdefaab009 None None] Port 223185f3-b5c4-4c49-9934-15eec28454bf cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:19.459541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:19.460512 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.461586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:19.465244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:19.536638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Provisioning complete for port 36da5046-389c-4afa-9d14-41833f5b0db3 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:19.537015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.537380 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Attempt 1 to provision port 36da5046-389c-4afa-9d14-41833f5b0db3 Sep 25 00:58:19.576973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:19.578201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.625937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Port 36da5046-389c-4afa-9d14-41833f5b0db3 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:19.655781 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-966483e0-a0f8-43c5-9df6-515eabbde248 req-d816ee17-d521-4014-8244-d3a52ba1d050 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 210 time: 0.0937879 Sep 25 00:58:19.724500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:19.749055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-885fc8aa-f15e-4965-ad6a-54ea42dab7db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8911798 Sep 25 00:58:19.759606 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee27f10-73b6-4be5-b85e-3fc2fb4dcea1 req-3d1ac88a-f275-4b03-abd1-bd3a052b1dd6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:19.772883 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4ee27f10-73b6-4be5-b85e-3fc2fb4dcea1 req-3d1ac88a-f275-4b03-abd1-bd3a052b1dd6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.3837912 Sep 25 00:58:19.788723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c856475f-0722-4e25-845b-e6d487c56eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:19.815391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:19.879918 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4ee27f10-73b6-4be5-b85e-3fc2fb4dcea1 req-16f2c5e9-ee4a-4164-8fee-3d78443ce0af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057909 Sep 25 00:58:19.980635 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-bd2c2b74-9131-4b63-9b0a-de361e427211 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:19.983159 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-bd2c2b74-9131-4b63-9b0a-de361e427211 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 819 time: 0.4827456 Sep 25 00:58:19.998733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.031344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Request body: {'port': {'device_id': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:20.073437 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.126448 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c01c3-691d-4573-af4d-570ffaa26ff4 req-411bb361-1c1b-49b2-9da0-16bd6f980280 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:20.126811 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Attempt 2 to provision port 36da5046-389c-4afa-9d14-41833f5b0db3 Sep 25 00:58:20.137166 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-817c01c3-691d-4573-af4d-570ffaa26ff4 req-411bb361-1c1b-49b2-9da0-16bd6f980280 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 932 time: 0.1023304 Sep 25 00:58:20.170319 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks [] for port (223185f3-b5c4-4c49-9934-15eec28454bf), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.182789 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.193197 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.226973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Port 36da5046-389c-4afa-9d14-41833f5b0db3 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:20.229649 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-817c01c3-691d-4573-af4d-570ffaa26ff4 req-69568e21-09a9-43a6-81d6-d771bd9d4fa0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897667 Sep 25 00:58:20.285840 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-9ab60c70-9009-4d3e-a919-beacf6d41afa tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=28568584195d475fbc52d76185e09044 HTTP/1.1" status: 200 len: 379 time: 0.2067838 Sep 25 00:58:20.305711 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'port': {'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'admin_state_up': True, 'tenant_id': '28568584195d475fbc52d76185e09044', 'security_groups': ['eeea7474-c761-4d5f-be6e-c79f9aedf9b8']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:20.311041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36da5046-389c-4afa-9d14-41833f5b0db3 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:20.321121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks [] for port (36da5046-389c-4afa-9d14-41833f5b0db3), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.337454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Transition to ACTIVE for port object 36da5046-389c-4afa-9d14-41833f5b0db3 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:58:20.341394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.356865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150225-a65d-4b8c-b6b2-53deec20165a req-5903a12c-2403-4590-8374-5757716b044f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:20.368900 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a150225-a65d-4b8c-b6b2-53deec20165a req-5903a12c-2403-4590-8374-5757716b044f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 932 time: 0.4623005 Sep 25 00:58:20.384329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182068c-d98e-49af-bcec-f458e5e6bb83 None None] Pushing event updated for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:20.432505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.469362 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Made reservation on behalf of 28568584195d475fbc52d76185e09044 for: {'port': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:20.475750 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.480110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Attempting to bind port 223185f3-b5c4-4c49-9934-15eec28454bf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:20.480334 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Attempting to bind port 223185f3-b5c4-4c49-9934-15eec28454bf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:20.480687 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Attempting to bind port 223185f3-b5c4-4c49-9934-15eec28454bf on network 305a606b-4752-46cc-b1fb-85da780b88ce {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:20.485458 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a150225-a65d-4b8c-b6b2-53deec20165a req-fc393b77-c9d6-41c1-9fad-8e17c02112ac tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136894 Sep 25 00:58:20.613640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:20.614500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Checking segment: {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:20.615228 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.615785 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Bound using segment: {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:20.616427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Bound port: 223185f3-b5c4-4c49-9934-15eec28454bf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:20.617090 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.707919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:20.708250 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] For port 223185f3-b5c4-4c49-9934-15eec28454bf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:20.713389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] For port 223185f3-b5c4-4c49-9934-15eec28454bf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=223185f3-b5c4-4c49-9934-15eec28454bf,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:20.727782 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Attempt 3 to provision port 36da5046-389c-4afa-9d14-41833f5b0db3 Sep 25 00:58:20.731642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.734345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.754225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:20.761847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Attempting to bind port 36da5046-389c-4afa-9d14-41833f5b0db3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:20.762188 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Attempting to bind port 36da5046-389c-4afa-9d14-41833f5b0db3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:20.762582 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Attempting to bind port 36da5046-389c-4afa-9d14-41833f5b0db3 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:20.804206 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Port 36da5046-389c-4afa-9d14-41833f5b0db3 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:20.812057 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:20.812877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:20.836010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Port 36da5046-389c-4afa-9d14-41833f5b0db3 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:58:20.836336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Attempting to bind port 36da5046-389c-4afa-9d14-41833f5b0db3 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:20.873206 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Allocated IP 172.20.0.10 (e04e78f2-fc42-4b3e-9ba5-62cef58448f8/6474d219-e5a1-4a6c-8e41-4afa0ca3d765/a554103e-40f9-42b8-b04a-4fc7d8888240) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:20.896412 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182068c-d98e-49af-bcec-f458e5e6bb83 None None] Pushing event updated for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:20.958796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:20.959134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:20.959520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:20.959972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Bound port: 36da5046-389c-4afa-9d14-41833f5b0db3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:20.960329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:20.984838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.069573 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-966a5e20-127c-4d56-b3a4-1d486ba7ba4d req-7d7bf0cf-254a-48d5-be50-da64ad28713e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 210 time: 0.0450513 Sep 25 00:58:21.075931 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:21.101024 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.150471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:21.159362 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.191560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5d721-5247-4848-9042-f3552ea9e948 req-7362fa61-2ff3-4ee0-a25e-c90070f965a5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.193099 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b8b5d721-5247-4848-9042-f3552ea9e948 req-7362fa61-2ff3-4ee0-a25e-c90070f965a5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1207476 Sep 25 00:58:21.196753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=36da5046-389c-4afa-9d14-41833f5b0db3,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:21.211210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.226084 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:21.232655 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:21.246569 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:21.286717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:21.300924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.301884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.305219 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Attempt 4 to provision port 36da5046-389c-4afa-9d14-41833f5b0db3 Sep 25 00:58:21.314889 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-e35bfb73-f724-4b6a-ba48-4ced8aac4cb7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/36da5046-389c-4afa-9d14-41833f5b0db3 HTTP/1.1" status: 200 len: 1094 time: 2.0980861 Sep 25 00:58:21.317199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:21.342072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375ccdd-879c-4aec-a017-200862346ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:21.343349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event updated for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:21.402316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.406948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.435216 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f28e6c79-6cf0-432d-a79b-4253f6f48487 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1342971 Sep 25 00:58:21.435731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:21.457554 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Request body: {'port': {'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:21.459016 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Port 36da5046-389c-4afa-9d14-41833f5b0db3 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:58:21.494767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Provisioning complete for port 223185f3-b5c4-4c49-9934-15eec28454bf triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:21.501090 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.501991 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Attempt 1 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:21.542856 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa8373-9a50-446d-97a5-179d7f4ec6f6 req-69dca27f-0223-4526-9386-baa6863f1440 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.554518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '223185f3-b5c4-4c49-9934-15eec28454bf', 'name': '', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'mac_address': 'fa:16:3e:50:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:12Z', 'updated_at': '2022-09-25T00:58:20Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'subnets': [{'id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:21.555694 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3aa8373-9a50-446d-97a5-179d7f4ec6f6 req-69dca27f-0223-4526-9386-baa6863f1440 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 944 time: 0.0933495 Sep 25 00:58:21.615827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8c367e-4bc1-45e8-8730-7a0f3f231689 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:21.636914 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7203a2-af79-4103-9c78-47a2d214353c None None] The sync data for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi is: [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:13Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '223185f3-b5c4-4c49-9934-15eec28454bf', 'name': '', 'network_id': '305a606b-4752-46cc-b1fb-85da780b88ce', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'mac_address': 'fa:16:3e:50:42:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:12Z', 'updated_at': '2022-09-25T00:58:20Z', 'revision_number': 4, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'subnets': [{'id': '4f943db5-728a-408e-91ba-0a8afa5e45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:21.647540 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b8b5d721-5247-4848-9042-f3552ea9e948 req-17f7aaf8-2474-4e55-bd67-b5378e768a95 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398010 Sep 25 00:58:21.651599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-fdc57375-0b07-4d1f-bee7-1f692ad63050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.653159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-fdc57375-0b07-4d1f-bee7-1f692ad63050 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 1128 time: 0.2339237 Sep 25 00:58:21.677884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks [] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.683263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Current status of the port 223185f3-b5c4-4c49-9934-15eec28454bf is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:21.684826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.704486 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3aa8373-9a50-446d-97a5-179d7f4ec6f6 req-0e70dd38-7532-4948-b9ab-4d327acfd595 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477296 Sep 25 00:58:21.786855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] For port 223185f3-b5c4-4c49-9934-15eec28454bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=223185f3-b5c4-4c49-9934-15eec28454bf,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:21.795639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-3eebf878-4987-4aba-98a2-086eb86de1d9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36da5046-389c-4afa-9d14-41833f5b0db3 HTTP/1.1" status: 200 len: 217 time: 0.1145954 Sep 25 00:58:21.797092 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.800921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0528bc-3d8d-4116-b813-ade13fbb11c4 x-openstack-request-id: req-4e0528bc-3d8d-4116-b813-ade13fbb11c4 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:21.801246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:21.802079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e0528bc-3d8d-4116-b813-ade13fbb11c4 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:21.802486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0528bc-3d8d-4116-b813-ade13fbb11c4'] response: {'name': 'network-changed', 'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3', 'status': 'completed', 'code': 200} Sep 25 00:58:21.815778 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.823996 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:21.854992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Transition to ACTIVE for port object 2d8c367e-4bc1-45e8-8730-7a0f3f231689 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:58:21.868399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:21.939484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:21.954451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43a11e-64fa-4630-b5ba-e156009bbd07 None None] Pushing event updated for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:21.975257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-401bc548-ab73-4dbb-ae50-ed740a41ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:21.981111 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-401bc548-ab73-4dbb-ae50-ed740a41ee00 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1775625 Sep 25 00:58:22.000974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:22.093651 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605af305-ab74-425e-8f18-9775bbf63edc req-6eec472a-2bdd-493e-8f66-9dedb3e73bcb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:22.095575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Provisioning complete for port a554103e-40f9-42b8-b04a-4fc7d8888240 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:22.096680 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.097200 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Attempt 1 to provision port a554103e-40f9-42b8-b04a-4fc7d8888240 Sep 25 00:58:22.104021 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-605af305-ab74-425e-8f18-9775bbf63edc req-6eec472a-2bdd-493e-8f66-9dedb3e73bcb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.2124918 Sep 25 00:58:22.182745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:22.188319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:22.216044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-9ca6cb5d-3ee5-429d-98de-7a5c2df2be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:22.218087 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-9ca6cb5d-3ee5-429d-98de-7a5c2df2be96 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2124987 Sep 25 00:58:22.226185 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 223185f3-b5c4-4c49-9934-15eec28454bf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:22.230378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Port a554103e-40f9-42b8-b04a-4fc7d8888240 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:22.239972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Attempting to bind port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:22.240312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Attempting to bind port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:22.240681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Attempting to bind port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:22.323519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.336559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 223185f3-b5c4-4c49-9934-15eec28454bf triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:22.337141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.337710 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 223185f3-b5c4-4c49-9934-15eec28454bf Sep 25 00:58:22.342275 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-605af305-ab74-425e-8f18-9775bbf63edc req-d9d5f077-aae9-4b17-89e0-14a588e61ec7 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304235 Sep 25 00:58:22.395421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665546a-959c-4893-9961-3dd755b8709f req-f8f7ef98-5b3e-4ded-a2ec-99f5753737c6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:22.397018 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e665546a-959c-4893-9961-3dd755b8709f req-f8f7ef98-5b3e-4ded-a2ec-99f5753737c6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 932 time: 0.1412544 Sep 25 00:58:22.417659 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 on network 31fa7821-6345-4f48-b070-9ceab6d12adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:58:22.418040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Attempting to bind port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:22.489239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-4b1539bd-95df-4cfe-b168-b024dc8dcc36 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545521 Sep 25 00:58:22.645633 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e665546a-959c-4893-9961-3dd755b8709f req-4ab63b45-6391-47b0-ae48-a52d3c16f9dd tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310014 Sep 25 00:58:22.682331 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:22.716045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 223185f3-b5c4-4c49-9934-15eec28454bf is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:22.731457 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Attempt 2 to provision port a554103e-40f9-42b8-b04a-4fc7d8888240 Sep 25 00:58:22.733781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.824012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:22.824616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:22.824724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Bound using segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:22.825177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Bound port: 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:22.825796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.862518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Port a554103e-40f9-42b8-b04a-4fc7d8888240 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:22.883465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ddf2fd-2a49-4675-9ada-0cac28fba38a req-eaf072bb-00eb-40a6-81dc-bebcfd6a2e6b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914297 Sep 25 00:58:22.889617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a554103e-40f9-42b8-b04a-4fc7d8888240 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:22.908528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks [] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:22.921248 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d8c8b-2671-4aaa-8fc2-84141b4645eb req-71396efa-2bba-48b0-b2cb-de3af29d1537 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:22.923072 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-378d8c8b-2671-4aaa-8fc2-84141b4645eb req-71396efa-2bba-48b0-b2cb-de3af29d1537 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1311049 Sep 25 00:58:22.975374 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Transition to ACTIVE for port object a554103e-40f9-42b8-b04a-4fc7d8888240 will not be triggered until provisioned by entity L2. {{(pid=106228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:58:22.991003 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.011290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c709-f8fb-46bc-9056-5eff029f1d46 req-d675249d-a7f1-45ae-acae-7d59bf1662b4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:23.021464 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b21c709-f8fb-46bc-9056-5eff029f1d46 req-d675249d-a7f1-45ae-acae-7d59bf1662b4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 944 time: 0.1421065 Sep 25 00:58:23.063256 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:23.085406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:23.096890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b21c709-f8fb-46bc-9056-5eff029f1d46 req-ef227696-3d0e-4987-a514-b34cddd22e7b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736556 Sep 25 00:58:23.107460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.113244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:23.116607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.118338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/2d8c367e-4bc1-45e8-8730-7a0f3f231689 HTTP/1.1" status: 200 len: 1094 time: 3.0974350 Sep 25 00:58:23.202912 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36c134-3219-4449-a944-b26018a4bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:23.364433 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Attempt 3 to provision port a554103e-40f9-42b8-b04a-4fc7d8888240 Sep 25 00:58:23.384101 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-378d8c8b-2671-4aaa-8fc2-84141b4645eb req-897ba623-e367-4988-b575-49b96bcc9341 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4509404 Sep 25 00:58:23.423508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Port a554103e-40f9-42b8-b04a-4fc7d8888240 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:23.439278 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Pushing event updated for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:23.474104 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Attempting to bind port a554103e-40f9-42b8-b04a-4fc7d8888240 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:23.474448 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Attempting to bind port a554103e-40f9-42b8-b04a-4fc7d8888240 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:23.474781 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Attempting to bind port a554103e-40f9-42b8-b04a-4fc7d8888240 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:23.534425 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Port a554103e-40f9-42b8-b04a-4fc7d8888240 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:58:23.534926 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Attempting to bind port a554103e-40f9-42b8-b04a-4fc7d8888240 on network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:23.548388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc878fb-6cf1-438e-9502-8e121e483f24 req-7db187bb-3760-4a85-a173-9bffaa50fc5b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:23.551268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bc878fb-6cf1-438e-9502-8e121e483f24 req-7db187bb-3760-4a85-a173-9bffaa50fc5b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.0787430 Sep 25 00:58:23.596490 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:23.596788 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Checking segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:23.597881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Bound using segment: {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:23.598395 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Bound port: a554103e-40f9-42b8-b04a-4fc7d8888240, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee2139-73a3-4d84-b994-05c9c1e85f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:23.598827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.614789 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bc878fb-6cf1-438e-9502-8e121e483f24 req-56a5700d-9d5e-4b8a-b158-b2c23a54974f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576465 Sep 25 00:58:23.680057 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:23.685853 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a554103e-40f9-42b8-b04a-4fc7d8888240,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:23.693433 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.697705 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:23.698316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:23.699717 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1094 time: 2.2497773 Sep 25 00:58:23.705006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:23.709277 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c4c1a-5c99-4c7c-a713-7fe6c629415f" -d '{"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:23.768063 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b69077-bd84-47d0-9fb5-58e345343fea x-openstack-request-id: req-83b69077-bd84-47d0-9fb5-58e345343fea {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:23.768338 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:23.768580 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83b69077-bd84-47d0-9fb5-58e345343fea {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:23.768977 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b69077-bd84-47d0-9fb5-58e345343fea'] response: {'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'status': 'completed', 'code': 200} Sep 25 00:58:23.793636 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:23.803807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:23.806767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80" -d '{"events": [{"name": "network-changed", "server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:23.807198 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320bf86-167c-49bb-ab8d-c12069e56521 service neutron] Pushing event updated for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:23.820969 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4db03-afae-4101-9e70-fa4a8841822d req-dc9987c7-d112-40ec-ac4d-d0326e8aec14 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:23.822543 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25e4db03-afae-4101-9e70-fa4a8841822d req-dc9987c7-d112-40ec-ac4d-d0326e8aec14 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0697191 Sep 25 00:58:23.856178 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ed6ef-617c-497f-aedd-0080dcb522ef x-openstack-request-id: req-a90ed6ef-617c-497f-aedd-0080dcb522ef {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:23.856722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:23.856722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a90ed6ef-617c-497f-aedd-0080dcb522ef {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:23.857040 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90ed6ef-617c-497f-aedd-0080dcb522ef'] response: {'name': 'network-changed', 'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'status': 'completed', 'code': 200} Sep 25 00:58:23.880110 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25e4db03-afae-4101-9e70-fa4a8841822d req-b51e3f92-a6b3-4543-8b8b-7fbfaa9c4468 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512674 Sep 25 00:58:23.928084 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Attempt 4 to provision port a554103e-40f9-42b8-b04a-4fc7d8888240 Sep 25 00:58:24.000723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d5070d0f-a779-4cb6-85fc-0a43790bdccd None None] Port a554103e-40f9-42b8-b04a-4fc7d8888240 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:58:24.078253 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ccdd-879c-4aec-a017-200862346ad7 req-6e7c371b-87cc-40a8-9a46-858366121348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.089656 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-6e7c371b-87cc-40a8-9a46-858366121348 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 1128 time: 0.0843737 Sep 25 00:58:24.092615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-a411cd61-778e-48a7-82ab-52bc3fa8dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.094210 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-a411cd61-778e-48a7-82ab-52bc3fa8dad2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1128 time: 0.0879710 Sep 25 00:58:24.095424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-2f7fe255-7f0a-400a-9bf8-f5b8350f830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.097864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-2f7fe255-7f0a-400a-9bf8-f5b8350f830f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 1128 time: 0.0799637 Sep 25 00:58:24.195762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:24.347460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:24.374628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:24.403760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713887d-82b2-444b-bb26-64bbf2547190 req-b4488a34-adc4-40f0-85bd-89d4b8cda463 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.412877 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9713887d-82b2-444b-bb26-64bbf2547190 req-b4488a34-adc4-40f0-85bd-89d4b8cda463 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 944 time: 0.1366637 Sep 25 00:58:24.431821 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ccdd-879c-4aec-a017-200862346ad7 req-f73c3c85-33f4-4dd9-9a50-c28024f7680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.434964 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-f73c3c85-33f4-4dd9-9a50-c28024f7680d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.3262889 Sep 25 00:58:24.540900 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38005133-8a91-414b-b808-539978882d38 req-5458737a-623b-4050-aaf5-bbb5a896a73e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.542564 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38005133-8a91-414b-b808-539978882d38 req-5458737a-623b-4050-aaf5-bbb5a896a73e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0653732 Sep 25 00:58:24.613778 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38005133-8a91-414b-b808-539978882d38 req-d1ae67bf-2974-4fba-9044-a66f3e8346d0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649779 Sep 25 00:58:24.752445 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec1d31-4a96-4306-a800-9c099c9feea6 req-030051fe-e899-42c6-a6b4-523863b2ec92 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.754170 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-41ec1d31-4a96-4306-a800-9c099c9feea6 req-030051fe-e899-42c6-a6b4-523863b2ec92 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.0576551 Sep 25 00:58:24.789747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-7f7109e5-b52b-4f51-b522-c9e71b93a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.792553 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-7f7109e5-b52b-4f51-b522-c9e71b93a2c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=28568584195d475fbc52d76185e09044&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6702645 Sep 25 00:58:24.804909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-248c49a5-12c0-4bf5-880d-aad6cbd5d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:24.807073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-248c49a5-12c0-4bf5-880d-aad6cbd5d7b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=46f19fd9ad1e4880961d1eee75883687&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6730123 Sep 25 00:58:24.811356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9713887d-82b2-444b-bb26-64bbf2547190 req-71f0cfc0-38e1-4451-84c8-5e11108c2d19 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976297 Sep 25 00:58:24.814921 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-41ec1d31-4a96-4306-a800-9c099c9feea6 req-951f436b-0a62-4685-b9a2-df6f9ae67934 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537977 Sep 25 00:58:25.037142 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fff862-1b73-49b2-8a2f-9723b82dc8ef req-ff561c73-d965-4d01-91ef-e792424a44fb tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:25.038653 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-83fff862-1b73-49b2-8a2f-9723b82dc8ef req-ff561c73-d965-4d01-91ef-e792424a44fb tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0643048 Sep 25 00:58:25.091237 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-83fff862-1b73-49b2-8a2f-9723b82dc8ef req-1f9132b6-22ea-4a62-890b-16a842b4a279 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 Sep 25 00:58:25.760043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167147-ad56-4606-b3b6-0407fa349ebc req-bbf5b284-6e76-4aae-9371-e35971622988 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:25.761376 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17167147-ad56-4606-b3b6-0407fa349ebc req-bbf5b284-6e76-4aae-9371-e35971622988 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0562618 Sep 25 00:58:25.818293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17167147-ad56-4606-b3b6-0407fa349ebc req-680d4233-71ed-46b7-bc00-dde9bf9eca4e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506210 Sep 25 00:58:25.971483 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdafa9-d75a-44ad-8f93-6f45739b96ea req-dd53f27c-f52d-459e-ae34-74f5af0b1f5a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:25.973192 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7ebdafa9-d75a-44ad-8f93-6f45739b96ea req-dd53f27c-f52d-459e-ae34-74f5af0b1f5a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.0570676 Sep 25 00:58:25.986885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aedc3d-0ed5-4e2f-a059-3f880279d7a2 req-1014b2ef-07db-4198-a9f8-11c2dab63249 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:25.988940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78aedc3d-0ed5-4e2f-a059-3f880279d7a2 req-1014b2ef-07db-4198-a9f8-11c2dab63249 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 944 time: 0.0618253 Sep 25 00:58:26.050248 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78aedc3d-0ed5-4e2f-a059-3f880279d7a2 req-10165aae-1792-4811-9863-e905562e0894 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547354 Sep 25 00:58:26.061900 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7ebdafa9-d75a-44ad-8f93-6f45739b96ea req-9203ab85-417d-42e5-b8e4-a69f99eb77f0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827572 Sep 25 00:58:26.241762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57dfed-fb47-4b37-a0f6-40acdbff910b req-aebceca1-4deb-4f59-ae89-fd01818df097 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:26.245753 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2e57dfed-fb47-4b37-a0f6-40acdbff910b req-aebceca1-4deb-4f59-ae89-fd01818df097 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0585227 Sep 25 00:58:26.305563 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2e57dfed-fb47-4b37-a0f6-40acdbff910b req-a61e4b71-ad2f-4235-82e4-860606305e19 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537722 Sep 25 00:58:26.953009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5cbc1-7176-4641-b393-971225235a70 req-e722705f-d671-48f2-943f-f2a9deacff64 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:26.957723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-acc5cbc1-7176-4641-b393-971225235a70 req-e722705f-d671-48f2-943f-f2a9deacff64 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0560246 Sep 25 00:58:27.011371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-acc5cbc1-7176-4641-b393-971225235a70 req-b64b126b-2357-4256-bf55-8434c872de53 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502360 Sep 25 00:58:27.249600 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-b2b3375e-2864-4e99-a8de-36307e02d055 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36da5046-389c-4afa-9d14-41833f5b0db3 HTTP/1.1" status: 200 len: 217 time: 0.0422955 Sep 25 00:58:27.261119 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0687d4-de1b-4d4d-ac79-cf4d9f18f214 req-7050f5b6-7139-4484-8fba-d3eeda26a03a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.268871 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c0687d4-de1b-4d4d-ac79-cf4d9f18f214 req-7050f5b6-7139-4484-8fba-d3eeda26a03a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 944 time: 0.1280360 Sep 25 00:58:27.327176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-ffda734f-194b-46cf-9714-5a964da9c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.329396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5b64e33-87e2-42b0-80c4-55b2f5a3bd80 req-ffda734f-194b-46cf-9714-5a964da9c4f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1159070 Sep 25 00:58:27.355453 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c0687d4-de1b-4d4d-ac79-cf4d9f18f214 req-7412bdb1-52f8-4c6d-82be-c463aa561a9b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856719 Sep 25 00:58:27.355597 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c6576-eefc-47cd-9003-772c5d1085ac req-4f4dcf65-e8ba-4523-b477-352b3c8c2d1c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.365691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-772c6576-eefc-47cd-9003-772c5d1085ac req-4f4dcf65-e8ba-4523-b477-352b3c8c2d1c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.2144065 Sep 25 00:58:27.376680 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ccdd-879c-4aec-a017-200862346ad7 req-8803259a-07ff-40cb-9294-d00eae73afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.381298 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-8803259a-07ff-40cb-9294-d00eae73afee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1027040 Sep 25 00:58:27.449407 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ccdd-879c-4aec-a017-200862346ad7 req-622e75b4-58bd-49b0-9adf-7426208878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.450929 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-622e75b4-58bd-49b0-9adf-7426208878d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558000 Sep 25 00:58:27.551808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 36da5046-389c-4afa-9d14-41833f5b0db3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:58:27.572763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-90001ff6-14a3-4454-8d8b-65b212204333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.574321 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-90001ff6-14a3-4454-8d8b-65b212204333 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 1128 time: 0.1234424 Sep 25 00:58:27.588567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:27.613598 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-772c6576-eefc-47cd-9003-772c5d1085ac req-feda4639-04b8-41d3-b75a-9560559e57e0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466669 Sep 25 00:58:27.661768 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-76731b8b-8fed-40a4-959b-24ff943a86da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020426 Sep 25 00:58:27.712873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-78bdefeb-4b09-4092-aa75-f32ce36ae917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.714870 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-118c4c1a-5c99-4c7c-a713-7fe6c629415f req-78bdefeb-4b09-4092-aa75-f32ce36ae917 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5140884 Sep 25 00:58:27.718743 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-e452c50e-d41c-42c7-a2b4-786fd3260b46 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689 HTTP/1.1" status: 200 len: 217 time: 0.0841067 Sep 25 00:58:27.739091 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab76a5a-7c79-4e03-8ec9-0a1c0cb22ab2 req-a7f4818a-5714-4fc2-8de1-84052489a288 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.748299 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ab76a5a-7c79-4e03-8ec9-0a1c0cb22ab2 req-a7f4818a-5714-4fc2-8de1-84052489a288 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0846415 Sep 25 00:58:27.806620 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=36da5046-389c-4afa-9d14-41833f5b0db3,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:27.830263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '36da5046-389c-4afa-9d14-41833f5b0db3', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'port_id': '36da5046-389c-4afa-9d14-41833f5b0db3', 'mac_address': 'fa:16:3e:5a:2e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:58:27.908567 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:27.908802 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:27.912739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-e4bddf8b-2788-4bfd-ba4e-6fa5ef1d643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.915112 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-e4bddf8b-2788-4bfd-ba4e-6fa5ef1d643a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.1785107 Sep 25 00:58:27.916296 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0375ccdd-879c-4aec-a017-200862346ad7 req-91cd46c2-489f-470c-ba4c-849ccac1797c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547139 Sep 25 00:58:27.917027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-d11e80ef-c2ac-4151-b828-5aa27a6a81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:27.918675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-d11e80ef-c2ac-4151-b828-5aa27a6a81e9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1128 time: 0.0688374 Sep 25 00:58:27.951900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 36da5046-389c-4afa-9d14-41833f5b0db3 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:27.952378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:27.991638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36da5046-389c-4afa-9d14-41833f5b0db3 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:28.023290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=36da5046-389c-4afa-9d14-41833f5b0db3,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:28.028843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:28.048363 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ab76a5a-7c79-4e03-8ec9-0a1c0cb22ab2 req-cfb7ada2-94e5-4f8f-929e-e78cb6849192 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956696 Sep 25 00:58:28.108227 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:28.113377 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:28.125198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473234-818b-476d-959f-aaaa29ef7cde req-fa2b1bba-1306-4ff3-a6e8-a7c90ccee2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.130583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-fa2b1bba-1306-4ff3-a6e8-a7c90ccee2ed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1775630 Sep 25 00:58:28.132519 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-219ff28c-e5c9-443a-88f7-494a4c2cf9f7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 217 time: 0.1783574 Sep 25 00:58:28.294486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0a27-1114-4edc-bd3d-29a4cf8e2090 req-a2e2e44f-002e-44f1-9d33-cffba981b48c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.297029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b0a0a27-1114-4edc-bd3d-29a4cf8e2090 req-a2e2e44f-002e-44f1-9d33-cffba981b48c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1109941 Sep 25 00:58:28.349618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-cbed683f-4691-4ac3-8f60-ce784898aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.351147 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-cbed683f-4691-4ac3-8f60-ce784898aaed service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.2082226 Sep 25 00:58:28.424829 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b0a0a27-1114-4edc-bd3d-29a4cf8e2090 req-b8dcd6da-7afe-4b50-be1f-264ca3664693 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173496 Sep 25 00:58:28.449789 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-89d6a6dc-f028-43cf-ae80-86a0dc2feb35 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961044 Sep 25 00:58:28.466492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['36da5046-389c-4afa-9d14-41833f5b0db3'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:58:28.561565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:28.565000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec473234-818b-476d-959f-aaaa29ef7cde req-37940b5f-a3ee-4db1-b7b8-9a07a373ba90 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074255 Sep 25 00:58:28.569121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-4febbc9e-39df-42d3-9db2-f11039dd6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.570680 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-4febbc9e-39df-42d3-9db2-f11039dd6036 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2096286 Sep 25 00:58:28.584756 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5bb6-ffef-494f-8f2b-ae1020b20279 req-3710307d-7861-4969-9767-33e671e404e8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.610080 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-473b5bb6-ffef-494f-8f2b-ae1020b20279 req-3710307d-7861-4969-9767-33e671e404e8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 945 time: 0.1391809 Sep 25 00:58:28.681899 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-473b5bb6-ffef-494f-8f2b-ae1020b20279 req-8ee267f9-ba09-4eb9-89e3-327a7f884998 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736458 Sep 25 00:58:28.807377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-f4112880-a5fe-40af-966a-33ef049498aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205002 Sep 25 00:58:28.849361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38f0c-667d-43aa-bbc9-14b949d4aa3f req-c3912e10-50e7-4f54-8b7c-837f321c2565 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:28.853788 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffe38f0c-667d-43aa-bbc9-14b949d4aa3f req-c3912e10-50e7-4f54-8b7c-837f321c2565 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.0647712 Sep 25 00:58:28.907472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffe38f0c-667d-43aa-bbc9-14b949d4aa3f req-10e999e0-b0ff-4ffa-ac98-147f585afc43 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Sep 25 00:58:29.039730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dc21f340-77c8-47c5-98a3-a75ed3f2e1ae req-bd363aa7-d22b-4252-89c9-754619666aa1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182597 Sep 25 00:58:29.193016 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cadc5-f915-4032-84a0-f1111d88e99e req-b3c346c5-c1f2-43ba-82f0-c85c8cf4f1c5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:29.194499 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-564cadc5-f915-4032-84a0-f1111d88e99e req-b3c346c5-c1f2-43ba-82f0-c85c8cf4f1c5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0518782 Sep 25 00:58:29.249576 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-564cadc5-f915-4032-84a0-f1111d88e99e req-51c316c5-d3a0-4437-ac9d-0e415f638f08 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494723 Sep 25 00:58:29.584726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae86878-8137-4436-83f9-abdbc102c79e req-d6f6fefb-deea-4e06-9085-d33953f3048d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:29.586467 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fae86878-8137-4436-83f9-abdbc102c79e req-d6f6fefb-deea-4e06-9085-d33953f3048d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0533912 Sep 25 00:58:29.622753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:58:29.641823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 36da5046-389c-4afa-9d14-41833f5b0db3 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:29.660247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fae86878-8137-4436-83f9-abdbc102c79e req-f7e1453b-fb8c-4e76-aca1-f441998f4067 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624921 Sep 25 00:58:29.774039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 36da5046-389c-4afa-9d14-41833f5b0db3 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:58:29.781859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 36da5046-389c-4afa-9d14-41833f5b0db3 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:29.782224 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:29.782553 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 36da5046-389c-4afa-9d14-41833f5b0db3 Sep 25 00:58:29.811562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:29.856120 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:58:29.872587 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46cd15-8a97-4247-99a4-14f926b67ac6 req-68ba36b0-76c7-4351-ae34-ca5abf6aa5cd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:29.874566 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9a46cd15-8a97-4247-99a4-14f926b67ac6 req-68ba36b0-76c7-4351-ae34-ca5abf6aa5cd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 945 time: 0.1033747 Sep 25 00:58:29.917552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:29.926622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: ACTIVE; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:29.926622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:29.998751 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9a46cd15-8a97-4247-99a4-14f926b67ac6 req-ca31a5bb-c960-49c2-9235-6a42810fa554 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173291 Sep 25 00:58:30.095013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:30.119964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 36da5046-389c-4afa-9d14-41833f5b0db3 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:30.120366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:30.128481 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153dd77-54c8-48b7-8fa9-8b4293602461 req-2c874ca4-2476-4d6f-9781-5b29866cc913 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:30.138950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f153dd77-54c8-48b7-8fa9-8b4293602461 req-2c874ca4-2476-4d6f-9781-5b29866cc913 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.1224046 Sep 25 00:58:30.148395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:30.157222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:30.159719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a5803-3d90-4a41-b0ca-a96fa410dad3" -d '{"events": [{"server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "name": "network-vif-plugged", "status": "completed", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:30.162913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:30.165629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:30.200920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=36da5046-389c-4afa-9d14-41833f5b0db3,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:30.214366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:30.238543 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f153dd77-54c8-48b7-8fa9-8b4293602461 req-38aa7783-5e5e-4b52-9b10-4b59952108a5 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988607 Sep 25 00:58:30.239937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=6']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:30.308657 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7f0ab-d05b-4533-95ef-79ce894cea2b x-openstack-request-id: req-58f7f0ab-d05b-4533-95ef-79ce894cea2b {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:30.308977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "name": "network-vif-plugged", "status": "completed", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:30.309893 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58f7f0ab-d05b-4533-95ef-79ce894cea2b {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:30.310388 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f7f0ab-d05b-4533-95ef-79ce894cea2b'] response: {'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3', 'code': 200} Sep 25 00:58:30.314011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:30.380130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['96168749-3e0f-462f-9aed-adacd4fb28c0'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:58:30.459840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81a23-7b65-4c6b-8df1-4a20fc6bc707 req-ac2717f6-07d7-4668-b106-43406c45db94 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:30.470754 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9a81a23-7b65-4c6b-8df1-4a20fc6bc707 req-ac2717f6-07d7-4668-b106-43406c45db94 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0819769 Sep 25 00:58:30.570461 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9a81a23-7b65-4c6b-8df1-4a20fc6bc707 req-a1a3290f-0d38-4467-943d-dcfad9a0fd73 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963991 Sep 25 00:58:30.606792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55b346-43a9-4708-bd8e-72652f9600c8 req-713c5408-696e-42e6-bee7-d3f8df881069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:30.608324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac55b346-43a9-4708-bd8e-72652f9600c8 req-713c5408-696e-42e6-bee7-d3f8df881069 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 1130 time: 0.0578201 Sep 25 00:58:30.642356 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:30.676518 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac55b346-43a9-4708-bd8e-72652f9600c8 req-a2be5001-e924-48fb-afe0-b038ba9a3b0a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556800 Sep 25 00:58:30.816616 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffe08-b60d-43a0-b87d-5b8cadfae287 req-66d6f657-1ad0-418c-b901-f05d6c5a9d19 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:30.818171 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c44ffe08-b60d-43a0-b87d-5b8cadfae287 req-66d6f657-1ad0-418c-b901-f05d6c5a9d19 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 945 time: 0.0643842 Sep 25 00:58:30.872368 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c44ffe08-b60d-43a0-b87d-5b8cadfae287 req-771fc1a1-9b97-4556-adbb-20c107e131d7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452349 Sep 25 00:58:30.881777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36340) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:31.019444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-885e3ef7-2e62-4e46-96ca-a82263ba20ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.093096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-f9c3f34e-2e3c-4c3d-adee-ab7531d39c2e tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:31.094551 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-f9c3f34e-2e3c-4c3d-adee-ab7531d39c2e tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 815 time: 0.1438587 Sep 25 00:58:31.119440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-73a68434-893f-489f-99cf-e4cb46d67295 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/quotas/b161c2e2dd1f42159dc0d71e8216516c HTTP/1.1" status: 200 len: 375 time: 0.0164714 Sep 25 00:58:31.136375 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3f2c9-793f-4113-9879-155275255dc8 req-2b40dc55-1528-4cbd-ab37-fdbc32bba9bb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:31.137906 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-75b3f2c9-793f-4113-9879-155275255dc8 req-2b40dc55-1528-4cbd-ab37-fdbc32bba9bb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0562444 Sep 25 00:58:31.190381 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-75b3f2c9-793f-4113-9879-155275255dc8 req-d576767d-01b0-47ea-b99b-9bd31122a97d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Sep 25 00:58:31.199695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-885e3ef7-2e62-4e46-96ca-a82263ba20ed admin admin] Publish callbacks [] for security_group (240d7b2b-1c70-4900-b812-ac3fa3a35152), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.206533 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-057ec102-d543-439c-b071-c58facc1747f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811138 Sep 25 00:58:31.207596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-885e3ef7-2e62-4e46-96ca-a82263ba20ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (240d7b2b-1c70-4900-b812-ac3fa3a35152), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.288736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:31.294135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-885e3ef7-2e62-4e46-96ca-a82263ba20ed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3880cc1b631a4426adc5cae65932049d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113095 Sep 25 00:58:31.294994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e3ef7-2e62-4e46-96ca-a82263ba20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d7b2b-1c70-4900-b812-ac3fa3a35152,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:31.298128 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36358) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:31.340048 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-0e76c624-39a7-49c7-b2aa-9ac0501ca62d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169333 Sep 25 00:58:31.394238 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1c85e-d3e4-4144-91cb-782a861cd4a6 req-35101799-f558-4d0a-8576-9b5714c2468a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:31.395606 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3ff1c85e-d3e4-4144-91cb-782a861cd4a6 req-35101799-f558-4d0a-8576-9b5714c2468a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.0736482 Sep 25 00:58:31.400647 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] Publish callbacks [] for security_group (240d7b2b-1c70-4900-b812-ac3fa3a35152), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.439855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] Publish callbacks [] for security_group (240d7b2b-1c70-4900-b812-ac3fa3a35152), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.441292 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-910b032c-1e70-490a-bf84-dfa55591c620 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952668 Sep 25 00:58:31.487956 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3ff1c85e-d3e4-4144-91cb-782a861cd4a6 req-b14ffe14-0170-4b2f-acc3-0ebfaa60d2cd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850148 Sep 25 00:58:31.516249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (240d7b2b-1c70-4900-b812-ac3fa3a35152), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.520186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.521478 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/240d7b2b-1c70-4900-b812-ac3fa3a35152 HTTP/1.1" status: 204 len: 168 time: 0.2196634 Sep 25 00:58:31.530339 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03f2b-a2ef-4338-9213-31aefd9b0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d7b2b-1c70-4900-b812-ac3fa3a35152,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:31.646945 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:31.675564 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3c6ad9e8-4e78-42e7-ab77-fcd4f4125538 req-a56c47a1-0529-420a-85dc-3e9cedf792c7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.0450065 Sep 25 00:58:31.745038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 96168749-3e0f-462f-9aed-adacd4fb28c0 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:31.745678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.746367 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:58:31.770341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be51e52-fef3-4729-94a1-32db6ca0bb1e req-4dad9c37-fb58-4453-b731-a7d7ea64c8f0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:31.772415 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8be51e52-fef3-4729-94a1-32db6ca0bb1e req-4dad9c37-fb58-4453-b731-a7d7ea64c8f0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0607703 Sep 25 00:58:31.834788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:31.835355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.854730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8be51e52-fef3-4729-94a1-32db6ca0bb1e req-a3630a60-da16-4053-bf0d-0334991fd387 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757866 Sep 25 00:58:31.881250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:31.886741 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:31.975955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=7']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:32.054646 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36386) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:32.061060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:32.062707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0268c-633e-417a-9dad-57688fd1a48e req-e23cc65b-a0cc-4124-b303-40bc189a5aad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:32.065802 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3cc0268c-633e-417a-9dad-57688fd1a48e req-e23cc65b-a0cc-4124-b303-40bc189a5aad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0564945 Sep 25 00:58:32.070141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-797da0fb-4a23-4732-a986-d5480bc163fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.127330 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3cc0268c-633e-417a-9dad-57688fd1a48e req-c376950e-650c-4228-866f-568bec2e656d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551050 Sep 25 00:58:32.157598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-797da0fb-4a23-4732-a986-d5480bc163fd admin admin] Publish callbacks [] for security_group (139db32a-50b3-4845-a849-48a0e4423db0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.162741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-797da0fb-4a23-4732-a986-d5480bc163fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (139db32a-50b3-4845-a849-48a0e4423db0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.207053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da0fb-4a23-4732-a986-d5480bc163fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139db32a-50b3-4845-a849-48a0e4423db0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:32.211652 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-797da0fb-4a23-4732-a986-d5480bc163fd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=be6239167c474888803de4aa4039c40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559641 Sep 25 00:58:32.214274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36388) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:32.269897 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] Publish callbacks [] for security_group (139db32a-50b3-4845-a849-48a0e4423db0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.311652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:32.314054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a22a9-2d49-4d3e-8722-20be0b640aa0" -d '{"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:32.321626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] Publish callbacks [] for security_group (139db32a-50b3-4845-a849-48a0e4423db0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.336839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b11ec-5a6d-4ff2-be32-8c817fff78ba req-b6db4c37-3fe2-4b16-8d1e-ccea6131abe7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:32.338647 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-921b11ec-5a6d-4ff2-be32-8c817fff78ba req-b6db4c37-3fe2-4b16-8d1e-ccea6131abe7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0709746 Sep 25 00:58:32.352460 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ada548-8c60-43fb-90ed-862c41a721ee x-openstack-request-id: req-89ada548-8c60-43fb-90ed-862c41a721ee {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:32.353029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:32.353348 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89ada548-8c60-43fb-90ed-862c41a721ee {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:32.353746 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ada548-8c60-43fb-90ed-862c41a721ee'] response: {'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'code': 200} Sep 25 00:58:32.409281 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-921b11ec-5a6d-4ff2-be32-8c817fff78ba req-4d3f82f4-f0b6-43b1-ade3-7c720241e8e7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627010 Sep 25 00:58:32.414472 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (139db32a-50b3-4845-a849-48a0e4423db0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.417191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.418329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/139db32a-50b3-4845-a849-48a0e4423db0 HTTP/1.1" status: 204 len: 168 time: 0.2031429 Sep 25 00:58:32.428460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dc316-7cab-42b9-918b-dec13c2bf087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139db32a-50b3-4845-a849-48a0e4423db0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:32.534574 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a9dd-3f5a-4118-8041-5d1122e0c2b6 req-276fea29-2de3-4e0f-8ab4-22acf1add33b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:32.536691 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3e98a9dd-3f5a-4118-8041-5d1122e0c2b6 req-276fea29-2de3-4e0f-8ab4-22acf1add33b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0525053 Sep 25 00:58:32.548145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36402) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:32.557229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'port_id': '36da5046-389c-4afa-9d14-41833f5b0db3'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:32.654847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:32.717683 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f429-0e5b-4a74-be7f-ef0d6038e7b7 req-8ce5c153-274c-4ff6-86d3-7f1ca5e2f1d7 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:32.726041 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bf5f429-0e5b-4a74-be7f-ef0d6038e7b7 req-8ce5c153-274c-4ff6-86d3-7f1ca5e2f1d7 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.1195998 Sep 25 00:58:32.804962 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ee08b66a-058c-4295-9101-d44f08889914 req-44a5ef1c-6de9-49ae-a81f-5302d99b3b34 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.0451341 Sep 25 00:58:32.847440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bf5f429-0e5b-4a74-be7f-ef0d6038e7b7 req-ade60ef4-c70d-45e0-a15b-03832b5fd374 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160452 Sep 25 00:58:32.999853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:33.009700 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579208a-b060-4b4c-9aef-11a803a826ce req-a8f04cbe-c0c3-4186-8c1b-448a66fcd5b8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:33.011516 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a579208a-b060-4b4c-9aef-11a803a826ce req-a8f04cbe-c0c3-4186-8c1b-448a66fcd5b8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 944 time: 0.0691881 Sep 25 00:58:33.050725 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:33.086964 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a579208a-b060-4b4c-9aef-11a803a826ce req-b5d5b03f-0785-497f-84dc-148712af9228 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617821 Sep 25 00:58:33.213907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:33.384485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f5e0-2bd5-486b-a9a1-1a6e0de4e990 req-a1061029-c6f6-4920-946d-9db7602ae0cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:33.386142 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac51f5e0-2bd5-486b-a9a1-1a6e0de4e990 req-a1061029-c6f6-4920-946d-9db7602ae0cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1163907 Sep 25 00:58:33.391325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:33.406560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:33.562408 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac51f5e0-2bd5-486b-a9a1-1a6e0de4e990 req-89e758e2-34c8-487c-86b0-edb4ab18d82b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654766 Sep 25 00:58:33.586533 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 84ca9031-fd56-45fa-81cb-ae7e9ce8d58f associated. External IP: 172.37.1.31, port: 36da5046-389c-4afa-9d14-41833f5b0db3. Sep 25 00:58:33.648706 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device a554103e-40f9-42b8-b04a-4fc7d8888240 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:58:33.782801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:33.811337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a554103e-40f9-42b8-b04a-4fc7d8888240,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:33.825840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:58:33.900448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:58:33.948260 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:33.962050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port a554103e-40f9-42b8-b04a-4fc7d8888240 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:33.963289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:34.001230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a554103e-40f9-42b8-b04a-4fc7d8888240 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:34.045468 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7902ca6f-a5a3-44a2-a2ce-743c91dd8c64 req-53c89ac0-878f-4221-83c9-7f78d82153aa tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.1059020 Sep 25 00:58:34.062648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a554103e-40f9-42b8-b04a-4fc7d8888240,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:34.068498 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:34.139805 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:34.317801 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3fcc-81df-4ea0-ad2d-16375d622f94 req-dfaad65c-b893-47f7-9b1e-eec64ac6304a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:34.325857 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1d2f3fcc-81df-4ea0-ad2d-16375d622f94 req-dfaad65c-b893-47f7-9b1e-eec64ac6304a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 945 time: 0.0953469 Sep 25 00:58:34.409612 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1d2f3fcc-81df-4ea0-ad2d-16375d622f94 req-e2b7c486-fab0-4a2b-8993-dffc07033b3c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797341 Sep 25 00:58:34.508137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171b615-1e3e-424a-9092-f1c277898f78 req-c252ebb3-f68e-48e2-a035-479c96e378f6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:34.509055 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['a554103e-40f9-42b8-b04a-4fc7d8888240'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:58:34.509854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9171b615-1e3e-424a-9092-f1c277898f78 req-c252ebb3-f68e-48e2-a035-479c96e378f6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.1077693 Sep 25 00:58:34.531042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-bf1196a1-ffc4-4927-baa1-4b1c84d0c28e tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:34.533921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-bf1196a1-ffc4-4927-baa1-4b1c84d0c28e tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 815 time: 0.6501660 Sep 25 00:58:34.623939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:34.639971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:34.641687 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:34.657481 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9171b615-1e3e-424a-9092-f1c277898f78 req-e813dbde-0a10-40b3-bef0-9bacb7f436d6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224139 Sep 25 00:58:34.659576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:34.667315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:34.689145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:34.713235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:34.714326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:34.738370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-62eac851-a65c-4241-896f-63a30d452946 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/84ca9031-fd56-45fa-81cb-ae7e9ce8d58f HTTP/1.1" status: 200 len: 991 time: 2.1862359 Sep 25 00:58:34.739216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:34.743771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dbaa70-8460-4a78-8dd4-e93ea658e264" -d '{"events": [{"name": "network-changed", "server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:34.812691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac257-cd44-40c8-b979-f63d48231a63 req-2bf46eb1-0cef-4d3e-8138-d31c2a3448af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:34.822625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40193919-59a1-47b4-9687-bae7f837f56b x-openstack-request-id: req-40193919-59a1-47b4-9687-bae7f837f56b {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:34.823444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:34.823909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40193919-59a1-47b4-9687-bae7f837f56b {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:34.824526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40193919-59a1-47b4-9687-bae7f837f56b'] response: {'name': 'network-changed', 'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3', 'status': 'completed', 'code': 200} Sep 25 00:58:34.825848 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a48ac257-cd44-40c8-b979-f63d48231a63 req-2bf46eb1-0cef-4d3e-8138-d31c2a3448af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0914552 Sep 25 00:58:34.855420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:34.883987 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a48ac257-cd44-40c8-b979-f63d48231a63 req-b600fcb4-f62e-4b3b-b854-70fc3fe96b8c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533834 Sep 25 00:58:35.058734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'port': {'device_id': '27675569-1b42-49db-a883-3ad6e55fc75d', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'admin_state_up': True, 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:35.270462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:35.274589 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9c40a3d-7464-4419-9d06-879b748b353f req-515f1338-be2c-4cd6-bead-2f431c0ef4c8 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.0597420 Sep 25 00:58:35.281440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-9022da89-fd8f-4a71-8592-8e51b6f55d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:35.284414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-9022da89-fd8f-4a71-8592-8e51b6f55d13 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 1130 time: 0.2050972 Sep 25 00:58:35.288181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}, {'id': '84ca9031-fd56-45fa-81cb-ae7e9ce8d58f', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.31', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '36da5046-389c-4afa-9d14-41833f5b0db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:5a:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6892e391-59db-43ba-8843-ce34ade53390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:33Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:35.317645 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:35.327335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:35.328358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:35.418937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:35.428855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:35.469226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Made reservation on behalf of b161c2e2dd1f42159dc0d71e8216516c for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:58:35.474051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:35.489884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-10bad493-49e5-4344-89c5-751712315a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:35.491403 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-10bad493-49e5-4344-89c5-751712315a62 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.1979458 Sep 25 00:58:35.562359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:35.565901 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d78a-4cba-4397-8112-3fdf7bd39601 req-3025815f-15bf-48df-9263-ae7451fe7fc5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:35.574168 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b6a1d78a-4cba-4397-8112-3fdf7bd39601 req-3025815f-15bf-48df-9263-ae7451fe7fc5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 945 time: 0.0653183 Sep 25 00:58:35.641199 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b6a1d78a-4cba-4397-8112-3fdf7bd39601 req-537c0e64-54ac-4beb-b89f-d9fd8cb05275 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656862 Sep 25 00:58:35.723121 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-8007f717-266e-46d8-bf63-220b66bef1a4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36da5046-389c-4afa-9d14-41833f5b0db3 HTTP/1.1" status: 200 len: 999 time: 0.2186317 Sep 25 00:58:35.829624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Allocated IP 172.20.0.6 (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488/d74e111d-e663-49eb-9c15-00f7b719c28d/0940e2bc-bbba-4cec-82c5-38b72d995723) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:35.899114 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-ee323193-b7d3-46e6-9a6e-61fae8504f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:35.900967 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-ee323193-b7d3-46e6-9a6e-61fae8504f8b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1610415 Sep 25 00:58:35.949368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71732af-dec2-4e2c-84b6-17b59415c000 req-f5243fc6-dd36-4477-8d56-5354466b6f0b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:35.958681 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c71732af-dec2-4e2c-84b6-17b59415c000 req-f5243fc6-dd36-4477-8d56-5354466b6f0b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.1489458 Sep 25 00:58:36.140977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device a554103e-40f9-42b8-b04a-4fc7d8888240 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:36.220179 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01c12-dde4-4e47-b5fa-4ec3b6950b20 req-374388d5-6409-43dd-977f-720fd97e465a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:36.248862 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1e01c12-dde4-4e47-b5fa-4ec3b6950b20 req-374388d5-6409-43dd-977f-720fd97e465a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1610308 Sep 25 00:58:36.300128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}, {'id': '84ca9031-fd56-45fa-81cb-ae7e9ce8d58f', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.31', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '36da5046-389c-4afa-9d14-41833f5b0db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:5a:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6892e391-59db-43ba-8843-ce34ade53390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:33Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:36.385223 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c367ba-e38b-49c4-8130-072ef6aaee7f None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}, {'id': '84ca9031-fd56-45fa-81cb-ae7e9ce8d58f', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.31', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '36da5046-389c-4afa-9d14-41833f5b0db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:5a:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6892e391-59db-43ba-8843-ce34ade53390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T00:58:33Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:36.389600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c71732af-dec2-4e2c-84b6-17b59415c000 req-cad4db10-1207-412c-b0e3-5c2f35bcb333 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297318 Sep 25 00:58:36.399999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-3754b70d-a242-4063-8aaa-0d8a77385faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:36.404382 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-3754b70d-a242-4063-8aaa-0d8a77385faf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4364533 Sep 25 00:58:36.438753 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1e01c12-dde4-4e47-b5fa-4ec3b6950b20 req-f2f12cef-baa5-4de1-9de4-af694c4f8002 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822224 Sep 25 00:58:36.439621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port a554103e-40f9-42b8-b04a-4fc7d8888240 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:58:36.499112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port a554103e-40f9-42b8-b04a-4fc7d8888240 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:36.500623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:36.501283 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port a554103e-40f9-42b8-b04a-4fc7d8888240 Sep 25 00:58:36.641733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:36.687636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:36.819746 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-53dcfea0-9327-417f-a96a-49f62f2666c8 req-254e5b69-a906-42d0-ae81-62eaf64f9b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.1126521 Sep 25 00:58:36.840434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-7a916fdc-a481-4d22-b631-373dfe23a19b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137557 Sep 25 00:58:36.934479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port a554103e-40f9-42b8-b04a-4fc7d8888240 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:36.934784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:36.980971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d23eeb-c6bd-4bf6-80a9-5667a4d4d9af None None] New status for floating IP 84ca9031-fd56-45fa-81cb-ae7e9ce8d58f: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:58:36.984843 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:37.010114 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3106d-e3d7-4e76-a827-c75d883d86c1 req-4ed3bfc8-803a-45ae-9669-a1e125e0e6b5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:37.020414 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-edb3106d-e3d7-4e76-a827-c75d883d86c1 req-4ed3bfc8-803a-45ae-9669-a1e125e0e6b5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 945 time: 0.1244361 Sep 25 00:58:37.057692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:37.065074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:37.080950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:37.085479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:37.088756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:37.118686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:37.128199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e872d4-2b1c-490d-8345-808b8890cfc0" -d '{"events": [{"server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "name": "network-vif-plugged", "status": "completed", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:37.132856 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-edb3106d-e3d7-4e76-a827-c75d883d86c1 req-9bf47765-c4b4-4739-a7c8-496bb8ef6668 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108332 Sep 25 00:58:37.148396 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a554103e-40f9-42b8-b04a-4fc7d8888240,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:37.164593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:37.268173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:37.269145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:37.285279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76dbaa70-8460-4a78-8dd4-e93ea658e264 req-4581298b-3f7c-47ce-a024-255e6bca5d94 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124868 Sep 25 00:58:37.290551 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-49da29f4-4a41-4b5d-9105-de6a7a5c080a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2368088 Sep 25 00:58:37.343045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:37.348738 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45222a7-ebed-4e0a-aeff-ca4daa930ff5 x-openstack-request-id: req-e45222a7-ebed-4e0a-aeff-ca4daa930ff5 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:37.349062 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "name": "network-vif-plugged", "status": "completed", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:37.349404 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e45222a7-ebed-4e0a-aeff-ca4daa930ff5 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:37.349984 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45222a7-ebed-4e0a-aeff-ca4daa930ff5'] response: {'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'code': 200} Sep 25 00:58:37.440564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Request body: {'port': {'device_id': '27675569-1b42-49db-a883-3ad6e55fc75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:37.602579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:37.667082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-0139122d-50ec-4251-b774-bc682412419e None None] Provisioning complete for port 0940e2bc-bbba-4cec-82c5-38b72d995723 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:37.667664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0139122d-50ec-4251-b774-bc682412419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:37.669669 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Attempt 1 to provision port 0940e2bc-bbba-4cec-82c5-38b72d995723 Sep 25 00:58:37.698982 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f51f6-1c01-4d39-8238-613d11a35875 req-1b982909-6176-4589-9230-68714e24578e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:37.713450 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-531f51f6-1c01-4d39-8238-613d11a35875 req-1b982909-6176-4589-9230-68714e24578e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 944 time: 0.1350174 Sep 25 00:58:37.805791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Port 0940e2bc-bbba-4cec-82c5-38b72d995723 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:37.840646 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f3c97-5037-4d04-a98d-6843b9ce1f87 req-3a702975-ae9e-4825-8e76-0d2f157ad2dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:37.852373 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-531f51f6-1c01-4d39-8238-613d11a35875 req-aa573d5c-14b4-4ad4-b7de-e54077cdddb0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371353 Sep 25 00:58:37.859075 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e2f3c97-5037-4d04-a98d-6843b9ce1f87 req-3a702975-ae9e-4825-8e76-0d2f157ad2dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1304882 Sep 25 00:58:38.036224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eee13-06a2-4f8f-a757-138535166c71 req-25130c44-64cf-4a59-80fb-cbc4f0958569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:38.040977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd7eee13-06a2-4f8f-a757-138535166c71 req-25130c44-64cf-4a59-80fb-cbc4f0958569 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.1691370 Sep 25 00:58:38.082404 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 2d8c367e-4bc1-45e8-8730-7a0f3f231689 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:58:38.097848 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d57f-d5cb-4dc1-ab06-9495f30d6782 req-8e21ef6e-c95d-481e-bf96-2a7fb76f922a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:38.110946 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b5c6d57f-d5cb-4dc1-ab06-9495f30d6782 req-8e21ef6e-c95d-481e-bf96-2a7fb76f922a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 931 time: 0.1114523 Sep 25 00:58:38.221105 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b5c6d57f-d5cb-4dc1-ab06-9495f30d6782 req-9423863a-0105-419e-9d8c-563c9e1b2968 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950522 Sep 25 00:58:38.443085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0940e2bc-bbba-4cec-82c5-38b72d995723 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:38.454038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks [] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:38.476612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Transition to ACTIVE for port object 0940e2bc-bbba-4cec-82c5-38b72d995723 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:58:38.481507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd7eee13-06a2-4f8f-a757-138535166c71 req-e10101b2-1d4b-476a-ae23-7d0ac99a5db6 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4108567 Sep 25 00:58:38.482362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:38.536102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:38.554231 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e2f3c97-5037-4d04-a98d-6843b9ce1f87 req-cb134187-1000-46d8-b164-79e06c2f7dde tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116792 Sep 25 00:58:38.555204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:38.569389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:38.573333 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Attempt 2 to provision port 0940e2bc-bbba-4cec-82c5-38b72d995723 Sep 25 00:58:38.586189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'port_id': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'mac_address': 'fa:16:3e:3f:86:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:58:38.639368 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a173982-be9a-40af-9ca1-92942a6dbcad req-7f3cefc8-5a81-4fee-b5ab-cefbb143f1de tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:38.654967 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1a173982-be9a-40af-9ca1-92942a6dbcad req-7f3cefc8-5a81-4fee-b5ab-cefbb143f1de tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.1472981 Sep 25 00:58:38.655641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:38.834552 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1a173982-be9a-40af-9ca1-92942a6dbcad req-a99ff874-fd63-4015-b8e4-2194abb3bc5d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774473 Sep 25 00:58:38.842658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Attempting to bind port 0940e2bc-bbba-4cec-82c5-38b72d995723 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:58:38.843270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Attempting to bind port 0940e2bc-bbba-4cec-82c5-38b72d995723 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:58:38.843781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Attempting to bind port 0940e2bc-bbba-4cec-82c5-38b72d995723 on network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:38.985353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Port 0940e2bc-bbba-4cec-82c5-38b72d995723 on network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:58:38.985353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Attempting to bind port 0940e2bc-bbba-4cec-82c5-38b72d995723 on network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:58:39.020832 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Port 0940e2bc-bbba-4cec-82c5-38b72d995723 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:58:39.025332 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:39.026182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:39.061626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8c367e-4bc1-45e8-8730-7a0f3f231689 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:39.088453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:39.094960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:39.104722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:58:39.105064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Checking segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:58:39.105484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Bound using segment: {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:58:39.107446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Bound port: 0940e2bc-bbba-4cec-82c5-38b72d995723, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b4c62f-808e-4358-bc7d-2cd03571d715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:58:39.107838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:39.135611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:39.159327 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:39.213278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1740-63a2-4ff3-8c2c-1d97233f4419 req-58a4d344-e132-48b1-bdb9-48f3ca480556 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:39.214842 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b0e1740-63a2-4ff3-8c2c-1d97233f4419 req-58a4d344-e132-48b1-bdb9-48f3ca480556 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 945 time: 0.1139462 Sep 25 00:58:39.255487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:58:39.281757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:58:39.298094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:39.302425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:39.303115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:39.304506 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 1093 time: 1.8781691 Sep 25 00:58:39.307110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:39.309467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:39.317193 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b0e1740-63a2-4ff3-8c2c-1d97233f4419 req-02fdb2e6-509f-4f3c-b0d0-d87ab6c8924e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897467 Sep 25 00:58:39.420126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a7b5-c1b8-4cef-8249-4c0ddc804111 service neutron] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:39.444961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82adab53-59af-4495-b40b-de649d50bb91 x-openstack-request-id: req-82adab53-59af-4495-b40b-de649d50bb91 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:39.445651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:39.445828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82adab53-59af-4495-b40b-de649d50bb91 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:39.446418 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82adab53-59af-4495-b40b-de649d50bb91'] response: {'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 00:58:39.516063 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f0b7e-ae80-4d97-8754-c5a1ba2e8bb1 req-0b7c2788-365a-4d57-8312-872a096c9b4b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:39.519591 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ee3f0b7e-ae80-4d97-8754-c5a1ba2e8bb1 req-0b7c2788-365a-4d57-8312-872a096c9b4b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.1374071 Sep 25 00:58:39.524357 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Attempt 3 to provision port 0940e2bc-bbba-4cec-82c5-38b72d995723 Sep 25 00:58:39.605297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['2d8c367e-4bc1-45e8-8730-7a0f3f231689'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:58:39.614573 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ee3f0b7e-ae80-4d97-8754-c5a1ba2e8bb1 req-8c8ef0ea-f0de-463c-97f1-7dc077837489 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761962 Sep 25 00:58:39.705793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:39.825786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0139122d-50ec-4251-b774-bc682412419e None None] Port 0940e2bc-bbba-4cec-82c5-38b72d995723 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:58:39.878898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d03cb2-e3d5-4b5b-a289-274e16da109b req-8f4678fe-3942-4112-871c-75cfbd2db5dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:39.885085 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11d03cb2-e3d5-4b5b-a289-274e16da109b req-8f4678fe-3942-4112-871c-75cfbd2db5dd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0898438 Sep 25 00:58:40.020910 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11d03cb2-e3d5-4b5b-a289-274e16da109b req-bbaf23fe-d5f7-487a-b02c-fbee3f6b691b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224072 Sep 25 00:58:40.194233 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e4ea-d194-4c9f-9d53-55f1babc1168 req-956bb52c-9d7e-425f-8ac7-b4abf223d8b2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:40.204362 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1d21e4ea-d194-4c9f-9d53-55f1babc1168 req-956bb52c-9d7e-425f-8ac7-b4abf223d8b2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.1113691 Sep 25 00:58:40.283431 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1d21e4ea-d194-4c9f-9d53-55f1babc1168 req-ce725bd2-7369-4d5c-a13d-5c583ffc3021 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778396 Sep 25 00:58:40.528456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05561d-0d10-4bde-b263-7b453f19371b req-cb4f34b6-670d-4a51-8077-8a3b9686eb23 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:40.535621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f05561d-0d10-4bde-b263-7b453f19371b req-cb4f34b6-670d-4a51-8077-8a3b9686eb23 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 945 time: 0.0802002 Sep 25 00:58:40.626069 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f05561d-0d10-4bde-b263-7b453f19371b req-20fb0b63-f123-44c6-aba9-12326f8832b9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894470 Sep 25 00:58:40.856970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7f034-ef01-41ed-8e04-303e6ab9348d req-bf5a8ccf-e1f3-444b-ba73-451a41dda49d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:40.858566 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-adb7f034-ef01-41ed-8e04-303e6ab9348d req-bf5a8ccf-e1f3-444b-ba73-451a41dda49d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.1182010 Sep 25 00:58:40.918906 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:40.941568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:40.953907 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-adb7f034-ef01-41ed-8e04-303e6ab9348d req-cae19c70-1d8f-4dde-9111-21bbee793446 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836012 Sep 25 00:58:41.373961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc0e35-7ae2-4805-9e35-014a8b8d195b req-f45af31e-5a79-4d34-9a06-a652997c0929 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:41.375864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-82dc0e35-7ae2-4805-9e35-014a8b8d195b req-f45af31e-5a79-4d34-9a06-a652997c0929 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.2355320 Sep 25 00:58:41.380169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-9ff1ebab-a795-4705-aa15-6f2b66d82bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:41.383890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-9ff1ebab-a795-4705-aa15-6f2b66d82bdf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1127 time: 0.2245059 Sep 25 00:58:41.520989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-82dc0e35-7ae2-4805-9e35-014a8b8d195b req-e36f8f97-15f0-4fb5-a8e9-3c077870ee50 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284699 Sep 25 00:58:41.610698 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f132-ba01-4da2-b474-ef1b93dc1d18 req-2299a3f6-c883-4df9-b5b7-eb5fe15b2072 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:41.618548 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d8b8f132-ba01-4da2-b474-ef1b93dc1d18 req-2299a3f6-c883-4df9-b5b7-eb5fe15b2072 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.1832263 Sep 25 00:58:41.677729 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d8b8f132-ba01-4da2-b474-ef1b93dc1d18 req-0d7ff8ec-9e20-482d-85b7-5d1d095b3c31 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581298 Sep 25 00:58:41.825982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcbaa3-9a7b-4bf0-88c2-fefc47b9518a req-28051044-8989-4c62-97e6-421d0578061b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:41.828477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcfcbaa3-9a7b-4bf0-88c2-fefc47b9518a req-28051044-8989-4c62-97e6-421d0578061b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 945 time: 0.0712519 Sep 25 00:58:41.852186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020415df-8011-441b-bb66-d9dae542eddf req-a575cc7b-cd93-400f-9e69-595f0b702af0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:41.853818 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-020415df-8011-441b-bb66-d9dae542eddf req-a575cc7b-cd93-400f-9e69-595f0b702af0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0753086 Sep 25 00:58:41.866291 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36588) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:41.870966 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'floatingip': {'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:41.922665 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcfcbaa3-9a7b-4bf0-88c2-fefc47b9518a req-0bd6ca73-2512-430c-a762-1627594937f2 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856960 Sep 25 00:58:41.945279 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.104812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 2d8c367e-4bc1-45e8-8730-7a0f3f231689 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:42.177024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-69553393-b6e3-4982-8044-cfc087e194b3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 217 time: 0.1429474 Sep 25 00:58:42.286903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:58:42.302511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:42.303686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-105bbb7a-93f5-4ebc-9482-74d115017b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:42.304182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.307310 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 Sep 25 00:58:42.309450 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-105bbb7a-93f5-4ebc-9482-74d115017b68 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.1181529 Sep 25 00:58:42.415821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:42.417457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-5d233446-2bb2-44f1-a1e8-2eb9fc71be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:42.419353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-5d233446-2bb2-44f1-a1e8-2eb9fc71be41 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037657 Sep 25 00:58:42.609277 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-cf0cae25-417b-486f-a80c-e6597be3e8a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803911 Sep 25 00:58:42.619785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:42.620950 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.642582 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.db.resource_extend [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 00:58:42.701227 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:42.707370 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e5e42-8235-4c77-b5b4-321011308dec" -d '{"events": [{"server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:42.730641 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122f494-eab9-45b1-b22f-054acf7d34e5 req-f18fb7bb-e415-43a4-be8e-99d3cb3ecbc7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:42.740051 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0122f494-eab9-45b1-b22f-054acf7d34e5 req-f18fb7bb-e415-43a4-be8e-99d3cb3ecbc7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.2203684 Sep 25 00:58:42.747274 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:42.754821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.777059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ed14-1626-4423-9fea-17aa1239f85b req-30495803-2338-439c-a60b-aa862cdb061a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:42.785973 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fa2ed14-1626-4423-9fea-17aa1239f85b req-30495803-2338-439c-a60b-aa862cdb061a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0627990 Sep 25 00:58:42.867848 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0122f494-eab9-45b1-b22f-054acf7d34e5 req-405c0030-e610-4520-bbb7-89bf9dd4f180 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265042 Sep 25 00:58:42.881843 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.904843 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:42.919410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:42.965416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479383a6-d3a2-4334-b8b0-a8278ef180ae x-openstack-request-id: req-479383a6-d3a2-4334-b8b0-a8278ef180ae {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:42.966825 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:42.967102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-479383a6-d3a2-4334-b8b0-a8278ef180ae {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:42.967581 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479383a6-d3a2-4334-b8b0-a8278ef180ae'] response: {'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'code': 200} Sep 25 00:58:43.327581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fa2ed14-1626-4423-9fea-17aa1239f85b req-e66f6b48-540c-49cb-9f20-568e89bc1b2c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5401192 Sep 25 00:58:43.338208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c708f8cd-ef01-4719-a9fe-b9048c472d64 req-cf474148-2e58-4f64-bfc0-58034ed69108 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125988 Sep 25 00:58:43.453535 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:43.461071 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb2b9-9cb2-4171-991f-52453cf111b3 req-e325efec-9bef-433b-a0f1-d3ebbb2bf538 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:43.468375 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b57eb2b9-9cb2-4171-991f-52453cf111b3 req-e325efec-9bef-433b-a0f1-d3ebbb2bf538 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.0744808 Sep 25 00:58:43.589933 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Floating IP 704ea153-02c8-4eb3-bdfc-b3a4e92c135c associated. External IP: 172.37.1.209, port: a554103e-40f9-42b8-b04a-4fc7d8888240. Sep 25 00:58:43.885801 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b57eb2b9-9cb2-4171-991f-52453cf111b3 req-a196ee83-d79f-46df-b0d6-a22d10816474 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163952 Sep 25 00:58:44.132773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa29739-7b38-40be-bf07-b5b3afb4132f req-6551be15-c6ca-4bed-845b-4eb3958b6178 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:44.140885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:58:44.141322 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fa29739-7b38-40be-bf07-b5b3afb4132f req-6551be15-c6ca-4bed-845b-4eb3958b6178 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0743284 Sep 25 00:58:44.153714 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:44.221285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fa29739-7b38-40be-bf07-b5b3afb4132f req-aa2adc52-f391-463c-8083-4bda1f9bb0fd tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757291 Sep 25 00:58:44.270506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-c172e0d6-2bd2-4176-a185-58721cda2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:44.276854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-c172e0d6-2bd2-4176-a185-58721cda2cb2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1127 time: 0.4049404 Sep 25 00:58:44.282056 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0f7d-027a-43be-b770-1d096a17c490 req-77222cb0-dfa9-40e4-8eee-bba3feb873c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:44.285733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-28eb0f7d-027a-43be-b770-1d096a17c490 req-77222cb0-dfa9-40e4-8eee-bba3feb873c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 1130 time: 0.3200510 Sep 25 00:58:44.456170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-a503c1d0-e799-4435-b39d-6f8b4a7aaa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:44.457826 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-a503c1d0-e799-4435-b39d-6f8b4a7aaa65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.1679180 Sep 25 00:58:44.481453 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:44.505783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:44.506963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:44.523172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:44.524217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:44.530856 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-28eb0f7d-027a-43be-b770-1d096a17c490 req-0a7cf08a-eaab-4c9b-af85-63344e7df581 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710664 Sep 25 00:58:44.567274 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:44.580208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-e2cdd665-e9bf-4fcb-88a3-eb9fc4b55f53 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 217 time: 0.0633028 Sep 25 00:58:44.632632 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b5f8a310-a4bf-428c-8a6b-4015da36dac5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/704ea153-02c8-4eb3-bdfc-b3a4e92c135c HTTP/1.1" status: 200 len: 992 time: 2.7610395 Sep 25 00:58:44.634968 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:44.637284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea1296-5ba3-48ad-967e-9d00ba8f9081" -d '{"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:44.674245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:44.749625 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54adda40-53b2-4e2c-95bc-4007db16b2c5 x-openstack-request-id: req-54adda40-53b2-4e2c-95bc-4007db16b2c5 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:44.750251 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:44.750823 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54adda40-53b2-4e2c-95bc-4007db16b2c5 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:44.751692 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54adda40-53b2-4e2c-95bc-4007db16b2c5'] response: {'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'status': 'completed', 'code': 200} Sep 25 00:58:44.761914 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4a02-12b3-419d-b06b-e9ce67ccc406 req-9845d38c-1a94-463b-8011-5ce6afefa10d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:44.769852 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-224e4a02-12b3-419d-b06b-e9ce67ccc406 req-9845d38c-1a94-463b-8011-5ce6afefa10d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1645069 Sep 25 00:58:44.859973 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-224e4a02-12b3-419d-b06b-e9ce67ccc406 req-8744cb17-7cad-4ac8-9ce7-cfee4938373c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889325 Sep 25 00:58:45.079931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T00:58:42Z', 'revision_number': 1, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:45.087758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:45.094661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878daf3-d655-42b4-a12e-5809682bc30d req-5fd2684e-49d9-4726-b4c5-e8af44fa907a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:45.102563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b878daf3-d655-42b4-a12e-5809682bc30d req-5fd2684e-49d9-4726-b4c5-e8af44fa907a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.0967934 Sep 25 00:58:45.121481 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:45.123523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:45.135308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:45.150785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:45.151561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:45.230371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b878daf3-d655-42b4-a12e-5809682bc30d req-4359191c-4a97-4f4a-82bf-1eafaeaa6995 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268971 Sep 25 00:58:45.352269 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:45.437991 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4b160-392f-467a-a964-4384a4b38267 req-4194a792-4098-4d8e-a11f-2f7091db86d5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:45.447985 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1f4b160-392f-467a-a964-4384a4b38267 req-4194a792-4098-4d8e-a11f-2f7091db86d5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.1213222 Sep 25 00:58:45.663720 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1f4b160-392f-467a-a964-4384a4b38267 req-b767ca70-5f9b-4bdf-84ed-9e4ce77fbc4c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144222 Sep 25 00:58:45.958718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T00:58:42Z', 'revision_number': 1, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:45.996483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-0ec50ed6-aff1-464a-b8a0-dcbb2d4ee141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.002815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-0ec50ed6-aff1-464a-b8a0-dcbb2d4ee141 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.1363471 Sep 25 00:58:46.010551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ad331-09fc-4ace-82e4-f1567ac5c45c None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T00:58:42Z', 'revision_number': 1, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:46.182096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39792a8-b6e9-4b1a-a435-af90314e3c35 req-62a17afe-ed5f-4021-af03-b1d3b3c9e0a6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.183764 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c39792a8-b6e9-4b1a-a435-af90314e3c35 req-62a17afe-ed5f-4021-af03-b1d3b3c9e0a6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1311588 Sep 25 00:58:46.274373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c39792a8-b6e9-4b1a-a435-af90314e3c35 req-ca72841b-194f-44cf-83ba-69d03bc4708f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784378 Sep 25 00:58:46.507164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-12187491-92c4-4f3d-85a5-d799333e30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.516498 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-12187491-92c4-4f3d-85a5-d799333e30da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.1237950 Sep 25 00:58:46.526215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:58:46.557447 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f9cea-00d2-4995-9d90-38861d8ba48e None None] New status for floating IP 704ea153-02c8-4eb3-bdfc-b3a4e92c135c: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:58:46.561811 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed54a6-643f-4b3e-a482-51eafcf1605f req-861f3f0d-2231-495c-bc47-712c0e3fc0ff tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.572196 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b8ed54a6-643f-4b3e-a482-51eafcf1605f req-861f3f0d-2231-495c-bc47-712c0e3fc0ff tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1350069 Sep 25 00:58:46.705674 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b8ed54a6-643f-4b3e-a482-51eafcf1605f req-bdcca482-6296-48fc-b5dd-a5cc2c147955 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295555 Sep 25 00:58:46.767266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-a5ef668f-def9-481b-9a7c-dd995bd891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.767935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-a5ef668f-def9-481b-9a7c-dd995bd891e5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.2266090 Sep 25 00:58:46.806643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-d2bc40e9-e12c-4d1c-af65-484f68163871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.812204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-d2bc40e9-e12c-4d1c-af65-484f68163871 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2919903 Sep 25 00:58:46.911998 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f481f-8dd7-4891-a3e7-0e8d16dc6f61 req-eefd5eef-b146-4cc8-8cb1-85eab776d3d6 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:46.916158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd0f481f-8dd7-4891-a3e7-0e8d16dc6f61 req-eefd5eef-b146-4cc8-8cb1-85eab776d3d6 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0807669 Sep 25 00:58:47.056285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd0f481f-8dd7-4891-a3e7-0e8d16dc6f61 req-476090b0-3a81-498b-91aa-82f881e596fc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832300 Sep 25 00:58:47.412682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-17253363-70dc-4cd7-90bd-065c0e313d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:47.496603 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5aa0c-118b-49de-96fd-a03923b26a3d req-d7a9987b-7d0d-4eab-b2fd-0d2b1a1d2129 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:47.498463 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c0b5aa0c-118b-49de-96fd-a03923b26a3d req-d7a9987b-7d0d-4eab-b2fd-0d2b1a1d2129 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0759759 Sep 25 00:58:47.611570 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c0b5aa0c-118b-49de-96fd-a03923b26a3d req-d0f2a4c1-8d15-46cb-8079-d2968406d1b3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946803 Sep 25 00:58:47.993775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8efb-3f22-46e1-b2b3-91680bf6c486 req-8e42fcb4-228a-497b-8b2b-35f4250fdc27 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:47.999131 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-276a8efb-3f22-46e1-b2b3-91680bf6c486 req-8e42fcb4-228a-497b-8b2b-35f4250fdc27 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1788025 Sep 25 00:58:48.181656 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-276a8efb-3f22-46e1-b2b3-91680bf6c486 req-5fd6af85-f70d-47be-b5f8-def8b94287fd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758764 Sep 25 00:58:48.337056 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab90895-8556-4c54-98db-d94e57243d18 req-a0eeeb2e-5d70-4b8c-8fc2-28a7bd5584c1 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:48.338638 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5ab90895-8556-4c54-98db-d94e57243d18 req-a0eeeb2e-5d70-4b8c-8fc2-28a7bd5584c1 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0695140 Sep 25 00:58:48.413721 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4840c32-6051-461a-986b-236cc998eff6 req-1677ee3f-6fb2-4b0a-9aaf-ef42a7469907 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:48.433574 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4840c32-6051-461a-986b-236cc998eff6 req-1677ee3f-6fb2-4b0a-9aaf-ef42a7469907 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1282697 Sep 25 00:58:48.515045 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5ab90895-8556-4c54-98db-d94e57243d18 req-4c0e8328-d284-4218-9831-6de7e7b430bc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699493 Sep 25 00:58:48.574074 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4840c32-6051-461a-986b-236cc998eff6 req-817b65c1-deac-44dd-8c83-8c3fdfaccfc2 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384883 Sep 25 00:58:48.637439 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36702) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:48.793335 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c27a-1f5c-4397-a65a-2edfbc18289d req-280363a0-a86d-476d-b990-c68a683f5434 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:48.795482 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1fd2c27a-1f5c-4397-a65a-2edfbc18289d req-280363a0-a86d-476d-b990-c68a683f5434 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0584071 Sep 25 00:58:48.877515 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1fd2c27a-1f5c-4397-a65a-2edfbc18289d req-279d256c-a82f-4eb6-bd0c-3b5620962007 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692000 Sep 25 00:58:48.950360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f24b7-c4a8-47af-a4cb-b995404beac5 tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:48.955271 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-647f24b7-c4a8-47af-a4cb-b995404beac5 tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 1125 time: 0.3167756 Sep 25 00:58:48.955856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36708) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:48.960350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'port_id': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:58:48.982189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.072769 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.189338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.37.1.19 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/e2bc3cd9-0fce-4cc1-8449-ae53d35f069f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:58:49.199009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:49.285426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.295533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:49.326025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.369714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.418470 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:58:49.422376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:58:49.425907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:58:49.432538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=e2bc3cd9-0fce-4cc1-8449-ae53d35f069f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:49.712970 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ee33a-68f8-461d-ad0b-8e79c1b447eb req-ea9e02d4-89dc-444b-a9ca-463899ba64eb tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:49.718696 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c44ee33a-68f8-461d-ad0b-8e79c1b447eb req-ea9e02d4-89dc-444b-a9ca-463899ba64eb tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0966389 Sep 25 00:58:49.754621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-03ef63b5-f1d6-4e28-afef-f414b9a5f3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:49.872581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c44ee33a-68f8-461d-ad0b-8e79c1b447eb req-9dbad575-1c59-468c-9768-4fcdaada914c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500330 Sep 25 00:58:50.044812 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b3ec0-fce1-43de-b2fa-a4ced6c18ff2 req-12f13f15-94dd-4b8d-b637-58c376695e64 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:50.047216 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3e9b3ec0-fce1-43de-b2fa-a4ced6c18ff2 req-12f13f15-94dd-4b8d-b637-58c376695e64 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0569313 Sep 25 00:58:50.058298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (45d576d5-5d51-4c3f-a36f-d777793489c6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.078138 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:50.109473 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3e9b3ec0-fce1-43de-b2fa-a4ced6c18ff2 req-e9360bab-f6e8-4247-a6eb-d77beed71d98 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555758 Sep 25 00:58:50.148581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.298427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:50.313336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.318681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.324204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:50.388406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (45d576d5-5d51-4c3f-a36f-d777793489c6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.431875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=e2bc3cd9-0fce-4cc1-8449-ae53d35f069f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:50.509063 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP 45d576d5-5d51-4c3f-a36f-d777793489c6 associated. External IP: 172.37.1.19, port: 2d8c367e-4bc1-45e8-8730-7a0f3f231689. Sep 25 00:58:50.729822 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:58:50.858915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:58:50.869099 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:58:50.882974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:50.883883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:50.884321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:50.954807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-099a2e12-189e-4a25-8522-b74d168c0716 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9943705 Sep 25 00:58:50.954807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:50.960466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:50.984859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:51.034289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:51.056205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c6e959-8989-4bd8-b740-28dbe629206e x-openstack-request-id: req-48c6e959-8989-4bd8-b740-28dbe629206e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:51.056652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:51.056992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48c6e959-8989-4bd8-b740-28dbe629206e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:51.057515 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c6e959-8989-4bd8-b740-28dbe629206e'] response: {'name': 'network-changed', 'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'status': 'completed', 'code': 200} Sep 25 00:58:51.080370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0b056-2529-43cb-940b-4147dfa98c65 req-2d84ea5e-6166-4c80-91c3-29d3668de447 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:51.082112 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6d0b056-2529-43cb-940b-4147dfa98c65 req-2d84ea5e-6166-4c80-91c3-29d3668de447 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0716424 Sep 25 00:58:51.102931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:51.174868 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6d0b056-2529-43cb-940b-4147dfa98c65 req-dd4b8c5f-c1cc-46d1-820b-4ca33d14df6a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Sep 25 00:58:51.285731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385c29-8de7-46cf-8fed-0f2f38d37d44 req-12bce0c1-f685-426c-ba40-3b0387193633 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:51.287321 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10385c29-8de7-46cf-8fed-0f2f38d37d44 req-12bce0c1-f685-426c-ba40-3b0387193633 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Sep 25 00:58:51.342443 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10385c29-8de7-46cf-8fed-0f2f38d37d44 req-b6b981d6-eaa5-47fa-9715-8886beab76a2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477655 Sep 25 00:58:51.495953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '45d576d5-5d51-4c3f-a36f-d777793489c6', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.19', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:3f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:49Z', 'updated_at': '2022-09-25T00:58:49Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:51.521521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:58:51.530048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:58:51.530659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:51.628459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:51.637855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:58:51.854214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '45d576d5-5d51-4c3f-a36f-d777793489c6', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.19', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:3f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:49Z', 'updated_at': '2022-09-25T00:58:49Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:58:51.879788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93e174-0b1d-4d1a-bb74-9dcecc217686 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '45d576d5-5d51-4c3f-a36f-d777793489c6', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.19', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:3f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:49Z', 'updated_at': '2022-09-25T00:58:49Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:58:52.071910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3bccd-a5bf-4412-ac76-4cd21e7c1503 None None] New status for floating IP 45d576d5-5d51-4c3f-a36f-d777793489c6: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:58:52.260957 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:52.375745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a1138-58c7-4b55-997f-37a557cb8d92 req-d478228c-d6e4-4b1f-8706-ab2f99b14b8d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:52.378821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d57a1138-58c7-4b55-997f-37a557cb8d92 req-d478228c-d6e4-4b1f-8706-ab2f99b14b8d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.1081228 Sep 25 00:58:52.446458 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-7fcbff46-2b38-4018-8e4c-c6e7074cd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:52.448633 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-7fcbff46-2b38-4018-8e4c-c6e7074cd92d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 1130 time: 0.0651097 Sep 25 00:58:52.498940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-ffd09b3a-2657-496c-90fc-90c4e707df1d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952515 Sep 25 00:58:52.511672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589dcc3-0998-4e3a-89e2-8bc8456f81ff req-fd16fd84-96e8-4d5a-813d-bb0ec73681e4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:52.513734 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6589dcc3-0998-4e3a-89e2-8bc8456f81ff req-fd16fd84-96e8-4d5a-813d-bb0ec73681e4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0641816 Sep 25 00:58:52.519104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-809c7d97-f54a-4c45-bf05-26626aab22f3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1002 time: 0.1597550 Sep 25 00:58:52.539750 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d57a1138-58c7-4b55-997f-37a557cb8d92 req-8080a31c-4ed7-4bec-838f-d27866ff8e6d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853353 Sep 25 00:58:52.583226 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:52.594166 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6589dcc3-0998-4e3a-89e2-8bc8456f81ff req-e5978bf8-534e-4f56-a615-673d4df41438 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707254 Sep 25 00:58:53.670085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb6c5-7d2a-4930-b05b-5b70763898f6 req-00da0c03-a2ce-45cb-884a-703f7cb86324 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:53.671586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17dbb6c5-7d2a-4930-b05b-5b70763898f6 req-00da0c03-a2ce-45cb-884a-703f7cb86324 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 943 time: 0.0505500 Sep 25 00:58:53.714519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:53.719779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:53.727451 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82c5a9-849f-45c7-9a42-73e47352a984 req-68d32140-f670-46cb-9f4e-04f5b0681cd1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:53.728937 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a82c5a9-849f-45c7-9a42-73e47352a984 req-68d32140-f670-46cb-9f4e-04f5b0681cd1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Sep 25 00:58:53.747929 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:53.750036 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17dbb6c5-7d2a-4930-b05b-5b70763898f6 req-28fe3b70-96f8-4d2c-8890-7150c776be40 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722642 Sep 25 00:58:53.785382 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a82c5a9-849f-45c7-9a42-73e47352a984 req-2c60cbfe-826a-454c-b71d-3dc970b4ed19 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507872 Sep 25 00:58:53.821759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cd033a4-aebc-4b5e-83b1-0d9d7c34b8cd req-95d34103-49d3-4494-ac2b-d04cd14e3214 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971377 Sep 25 00:58:54.057485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-2af895b3-428d-4112-9851-db64223be78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.059202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-2af895b3-428d-4112-9851-db64223be78b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0566454 Sep 25 00:58:54.115954 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-926f5497-bc24-4ecd-8c29-f1e47a286390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.117715 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-926f5497-bc24-4ecd-8c29-f1e47a286390 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.1260626 Sep 25 00:58:54.128910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-66a93e22-4ff9-4f3d-8381-29f143caa8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.130503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-66a93e22-4ff9-4f3d-8381-29f143caa8a2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605118 Sep 25 00:58:54.146119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0940e2bc-bbba-4cec-82c5-38b72d995723 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:58:54.264595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:54.278176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'port_id': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'mac_address': 'fa:16:3e:fa:fc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:58:54.329718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0940e2bc-bbba-4cec-82c5-38b72d995723 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:54.330323 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:54.356136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0940e2bc-bbba-4cec-82c5-38b72d995723 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:58:54.379905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:54.385000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:54.408031 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-04519387-928f-4a2c-bec5-b7a3c42f7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.409940 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-04519387-928f-4a2c-bec5-b7a3c42f7f27 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1130 time: 0.1160753 Sep 25 00:58:54.431262 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-4bb74aea-d36b-4a39-8cf6-41ad2b249fb3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689 HTTP/1.1" status: 200 len: 1001 time: 0.1470332 Sep 25 00:58:54.433930 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:54.436728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-54dc111b-69b4-4bee-943c-f2aabab8e5b2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431921 Sep 25 00:58:54.462128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:54.465031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-cffb343b-5794-4135-98d4-f71217023bf0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1841874 Sep 25 00:58:54.472675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.473028 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.473413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.473779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.474116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.474447 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.474984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.475321 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.475672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.475980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.476307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.476636 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.476960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.481298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.481298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:58:54.544817 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-007c5aef-4940-4fe0-91a1-2c0a11491ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.546406 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-007c5aef-4940-4fe0-91a1-2c0a11491ad2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0987253 Sep 25 00:58:54.581989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56ea1296-5ba3-48ad-967e-9d00ba8f9081 req-c7299bc1-246e-4b48-a47d-8fca9a6bc5c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295564 Sep 25 00:58:54.606110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-0d8c2959-deb3-446a-bbb6-88de35e33d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.607626 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-0d8c2959-deb3-446a-bbb6-88de35e33d00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1860867 Sep 25 00:58:54.616559 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-327131bd-4e28-4eca-8f40-7aa27aaee877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.618186 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-327131bd-4e28-4eca-8f40-7aa27aaee877 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566092 Sep 25 00:58:54.624700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-795f4424-e420-4079-aaf5-b9307f0e9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.628802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-795f4424-e420-4079-aaf5-b9307f0e9dc0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 1129 time: 0.0635428 Sep 25 00:58:54.689837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36806) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:54.744691 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-cb420472-6569-40cb-9a24-aef0cc909b2d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 1002 time: 0.1156678 Sep 25 00:58:54.801634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-0978be7c-8805-4b9a-99e6-05b368a66de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.803172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-0978be7c-8805-4b9a-99e6-05b368a66de9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.1224313 Sep 25 00:58:54.805648 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-957019fa-9edd-416b-a453-ee46969ba5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.806968 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-957019fa-9edd-416b-a453-ee46969ba5eb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0529349 Sep 25 00:58:54.865982 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-781533ce-b48e-47e5-8252-fc66d9c0d318 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357571 Sep 25 00:58:54.871538 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-e2af6cc4-c4a0-4471-9487-865218b5f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:54.873012 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-e2af6cc4-c4a0-4471-9487-865218b5f67e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559969 Sep 25 00:58:54.884037 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:54.921989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:58:55.030073 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb17ad-f9e4-49c6-8bc7-0891bd48bdc7 req-a649f65d-75d6-4e50-9504-97a3290ee7bf tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:55.032728 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fcdb17ad-f9e4-49c6-8bc7-0891bd48bdc7 req-a649f65d-75d6-4e50-9504-97a3290ee7bf tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.1488910 Sep 25 00:58:55.107093 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dcccaf0f-b52e-4557-85b7-1f9f630f2c4f req-3ad14d0e-b8a0-4837-8a0c-4af871f9cae3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330782 Sep 25 00:58:55.130272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5736a968-339b-463f-85c1-546db150b79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.130543 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-0131085d-9be3-430c-943e-d79f9d0387af service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453582 Sep 25 00:58:55.134240 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fcdb17ad-f9e4-49c6-8bc7-0891bd48bdc7 req-cb5c069e-64dd-4caf-8c3b-e42fa43eeae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932820 Sep 25 00:58:55.180710 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-7ffbfaf7-14d2-4ffc-8195-1b1b5fa9c792 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 200 len: 1000 time: 0.3648748 Sep 25 00:58:55.187457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336abed-c1cc-4c0d-af18-46e71f94f2d3 req-ac82b136-93ae-4857-959f-6fea3bc1b894 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:55.188938 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3336abed-c1cc-4c0d-af18-46e71f94f2d3 req-ac82b136-93ae-4857-959f-6fea3bc1b894 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 944 time: 0.3231099 Sep 25 00:58:55.240856 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3e276e7-3bad-4f9a-8a6a-9e63b00553c8 req-72745c8a-55a5-4b4f-bf1b-ebc865042a4d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939214 Sep 25 00:58:55.292044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-3c76f5fc-9fc4-4839-ac58-5ac7e8795ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:55.293510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-3c76f5fc-9fc4-4839-ac58-5ac7e8795ba1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1017513 Sep 25 00:58:55.305561 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3336abed-c1cc-4c0d-af18-46e71f94f2d3 req-243f035b-3f95-499c-b826-7e185e741d45 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999389 Sep 25 00:58:55.337672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:55.342887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5736a968-339b-463f-85c1-546db150b79f admin admin] Publish callbacks [] for security_group (c07a431a-5900-49cd-a4fa-00aea90eac14), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.346882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5736a968-339b-463f-85c1-546db150b79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c07a431a-5900-49cd-a4fa-00aea90eac14), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.387747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736a968-339b-463f-85c1-546db150b79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07a431a-5900-49cd-a4fa-00aea90eac14,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:55.393521 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5736a968-339b-463f-85c1-546db150b79f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fe51531385464725be3c70456b493e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7027531 Sep 25 00:58:55.396425 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36814) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:55.410650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:55.447772 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] Publish callbacks [] for security_group (c07a431a-5900-49cd-a4fa-00aea90eac14), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.468348 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] Publish callbacks [] for security_group (c07a431a-5900-49cd-a4fa-00aea90eac14), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.520017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c07a431a-5900-49cd-a4fa-00aea90eac14), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.522552 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.523682 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c07a431a-5900-49cd-a4fa-00aea90eac14 HTTP/1.1" status: 204 len: 168 time: 0.1265302 Sep 25 00:58:55.531507 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809561d7-2b67-4811-a96e-09847b41df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07a431a-5900-49cd-a4fa-00aea90eac14,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:55.816934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36820) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:55.830237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34b7c0b8-7f53-401a-9f52-2e8dd028c389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.840490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:55.909724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34b7c0b8-7f53-401a-9f52-2e8dd028c389 admin admin] Publish callbacks [] for security_group (cc225ed5-3fad-4068-9921-b52f2a132527), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.913617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34b7c0b8-7f53-401a-9f52-2e8dd028c389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (cc225ed5-3fad-4068-9921-b52f2a132527), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:55.953002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c0b8-7f53-401a-9f52-2e8dd028c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc225ed5-3fad-4068-9921-b52f2a132527,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:55.959437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-34b7c0b8-7f53-401a-9f52-2e8dd028c389 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5883265470f0434a87df7adc31ceff1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414332 Sep 25 00:58:55.962071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36822) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:56.016005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] Publish callbacks [] for security_group (cc225ed5-3fad-4068-9921-b52f2a132527), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.036606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] Publish callbacks [] for security_group (cc225ed5-3fad-4068-9921-b52f2a132527), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.082338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (cc225ed5-3fad-4068-9921-b52f2a132527), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.085543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.086690 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cc225ed5-3fad-4068-9921-b52f2a132527 HTTP/1.1" status: 204 len: 168 time: 0.1237199 Sep 25 00:58:56.095039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dcf99-626c-44e7-9293-e287aebfee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc225ed5-3fad-4068-9921-b52f2a132527,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:56.149962 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0940e2bc-bbba-4cec-82c5-38b72d995723 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:58:56.195519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 0940e2bc-bbba-4cec-82c5-38b72d995723 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 00:58:56.201789 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 0940e2bc-bbba-4cec-82c5-38b72d995723 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:58:56.202174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.202517 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 0940e2bc-bbba-4cec-82c5-38b72d995723 Sep 25 00:58:56.228574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:56.282922 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0b0c7-d3f6-439c-b134-e195a9402588 req-1ec7d9d2-0c2f-4971-8dbd-e46bc6ad9b8d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:56.284461 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-86d0b0c7-d3f6-439c-b134-e195a9402588 req-1ec7d9d2-0c2f-4971-8dbd-e46bc6ad9b8d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 946 time: 0.0573399 Sep 25 00:58:56.287863 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0940e2bc-bbba-4cec-82c5-38b72d995723 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:56.288255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.312474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:56.315028 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c7d78-6352-4b14-8a36-741ba53bc648" -d '{"events": [{"server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "name": "network-vif-plugged", "status": "completed", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:56.328682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:56.335040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.337517 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:58:56.357537 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-86d0b0c7-d3f6-439c-b134-e195a9402588 req-054633b1-0e68-44e5-99ee-0c8ada694c9f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669415 Sep 25 00:58:56.406890 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d359d7a6-ca2b-4732-8e39-7eb6505fd7ee x-openstack-request-id: req-d359d7a6-ca2b-4732-8e39-7eb6505fd7ee {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:56.407941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "name": "network-vif-plugged", "status": "completed", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:56.408376 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d359d7a6-ca2b-4732-8e39-7eb6505fd7ee {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:56.408774 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d359d7a6-ca2b-4732-8e39-7eb6505fd7ee'] response: {'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'code': 200} Sep 25 00:58:56.418702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:56.480425 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: ACTIVE; New status is: DOWN {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:58:56.480894 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.494300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52a26d-3515-480c-bd4d-8ff81203bba6 req-6426f5c9-e6f2-446c-b1a2-bf4635d2de43 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:56.496679 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee52a26d-3515-480c-bd4d-8ff81203bba6 req-6426f5c9-e6f2-446c-b1a2-bf4635d2de43 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0614674 Sep 25 00:58:56.526141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:58:56.533020 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:56.555154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee52a26d-3515-480c-bd4d-8ff81203bba6 req-07cdf813-cdb3-45b3-ba87-42c071d01ef5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Sep 25 00:58:56.592969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=8']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:57.191728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-e6c68940-87dc-467f-8a29-e5f77ac7a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:57.194587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-e6c68940-87dc-467f-8a29-e5f77ac7a2cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486610 Sep 25 00:58:57.266263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 36858) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:57.415174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-0083cae4-56c2-4af8-b737-341f6528a277 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242318 Sep 25 00:58:57.452993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-da3e157b-b27d-426a-8675-f2fa24e4918e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.466722 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6951a8-6e2a-476b-9e17-546297e2d0ca req-b75dca1d-ad4c-47a2-91eb-8c9fc27199e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:57.469087 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a6951a8-6e2a-476b-9e17-546297e2d0ca req-b75dca1d-ad4c-47a2-91eb-8c9fc27199e0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1129 time: 0.0843296 Sep 25 00:58:57.556830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f5e78ca-1873-4ee8-8c33-15d6d3f50511 req-a8324d90-adcf-4ccf-a1d8-c275cb031131 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308951 Sep 25 00:58:57.564774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ebcdf-1673-4780-9555-015baed2d010 req-4bc2033c-0260-4dd2-bd7c-8ab637f8ca7e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:57.566792 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f68ebcdf-1673-4780-9555-015baed2d010 req-4bc2033c-0260-4dd2-bd7c-8ab637f8ca7e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0934904 Sep 25 00:58:57.593169 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0a6951a8-6e2a-476b-9e17-546297e2d0ca req-df8e0d77-7655-4374-ac1b-a60de957b75a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038442 Sep 25 00:58:57.637724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-da3e157b-b27d-426a-8675-f2fa24e4918e admin admin] Publish callbacks [] for security_group (f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.639053 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f68ebcdf-1673-4780-9555-015baed2d010 req-442aa731-d4d4-420e-8a21-9d8d5165231e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612133 Sep 25 00:58:57.643165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-da3e157b-b27d-426a-8675-f2fa24e4918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.694677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:57.709776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:57.721384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e157b-b27d-426a-8675-f2fa24e4918e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:57.730689 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-da3e157b-b27d-426a-8675-f2fa24e4918e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=47c1ee73157a462fa2f49d2cba00fbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631927 Sep 25 00:58:57.733808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36870) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:58:57.741141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c86fd5-9a74-4a45-8c3a-776efa022272 req-9d8e47d4-5156-4b85-85a3-314cf8baa5f1 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:57.742677 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0c86fd5-9a74-4a45-8c3a-776efa022272 req-9d8e47d4-5156-4b85-85a3-314cf8baa5f1 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0925643 Sep 25 00:58:57.787623 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] Publish callbacks [] for security_group (f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.798132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0c86fd5-9a74-4a45-8c3a-776efa022272 req-525f3356-4c7e-45ff-a196-318282de3e07 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Sep 25 00:58:57.808925 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] Publish callbacks [] for security_group (f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.857066 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.859710 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:58:57.861400 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2 HTTP/1.1" status: 204 len: 168 time: 0.1262734 Sep 25 00:58:57.870304 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2e048-a988-424b-aeca-f4eeb2bef29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4ca79-3aee-4a87-8ce4-e3ebc93d49c2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:58:58.410335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:58:58.412907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f275c5-646a-4cf3-b77d-2bdbe0dab722" -d '{"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:58:58.469313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e305eb3-4357-474b-bc9d-e9f1a3c90330 x-openstack-request-id: req-5e305eb3-4357-474b-bc9d-e9f1a3c90330 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:58:58.470257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:58:58.470692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e305eb3-4357-474b-bc9d-e9f1a3c90330 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:58:58.471172 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e305eb3-4357-474b-bc9d-e9f1a3c90330'] response: {'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'code': 200} Sep 25 00:58:58.774570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea009bcb-c8a4-47fd-ab74-63a2deb230bd req-9fab5143-22ad-4598-bffb-c34b650af99f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:58.776189 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea009bcb-c8a4-47fd-ab74-63a2deb230bd req-9fab5143-22ad-4598-bffb-c34b650af99f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0480342 Sep 25 00:58:58.830810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea009bcb-c8a4-47fd-ab74-63a2deb230bd req-26d2f326-4136-4880-897d-012fca37d420 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461535 Sep 25 00:58:58.933511 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:58:58.950713 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c98166-e8ee-4e91-a24d-b1cb56ff7e01 req-facf09b2-84c3-4a87-9a6c-d5939347b814 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:58.951934 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d2c98166-e8ee-4e91-a24d-b1cb56ff7e01 req-facf09b2-84c3-4a87-9a6c-d5939347b814 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0691347 Sep 25 00:58:59.015647 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d2c98166-e8ee-4e91-a24d-b1cb56ff7e01 req-5be78d49-1a43-4f56-abc4-b0c5d59b145b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 Sep 25 00:58:59.449233 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-73c24797-fe2d-4e68-8d0c-216a0e6c6a2e req-db552290-64bc-4b45-a21b-bf39f4b62ba7 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:58:59.450298 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-73c24797-fe2d-4e68-8d0c-216a0e6c6a2e req-db552290-64bc-4b45-a21b-bf39f4b62ba7 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058327 Sep 25 00:58:59.692307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69400-6c9a-4c3a-81e7-0b1e897e0c1e req-065d8816-ac9f-4c64-a1ad-554153bb6561 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:58:59.694215 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21d69400-6c9a-4c3a-81e7-0b1e897e0c1e req-065d8816-ac9f-4c64-a1ad-554153bb6561 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0697925 Sep 25 00:58:59.758228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21d69400-6c9a-4c3a-81e7-0b1e897e0c1e req-9055f7cb-b07e-47b6-8074-fa73e88f1205 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565467 Sep 25 00:59:00.033520 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36966) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:00.160694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:59:00.184766 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-6112a8e2-4e88-4cad-861a-cb8609e8b8ff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497664 Sep 25 00:59:00.192965 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6cd5-a846-4c44-a1f5-4abb82d382a1 req-fe342ea6-219e-4cf7-9380-8441fa7dd260 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:00.194714 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0f6b6cd5-a846-4c44-a1f5-4abb82d382a1 req-fe342ea6-219e-4cf7-9380-8441fa7dd260 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0889466 Sep 25 00:59:00.199068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-a501fb27-a66a-4061-9fdd-703e49ed54eb service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 00:59:00.209551 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-a501fb27-a66a-4061-9fdd-703e49ed54eb service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0201361 Sep 25 00:59:00.301519 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0f6b6cd5-a846-4c44-a1f5-4abb82d382a1 req-4fa0f79d-fb42-4006-87ca-afeba5c837e5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819466 Sep 25 00:59:00.319449 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: DOWN; New status is: DOWN {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:00.331570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 36982) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:00.428165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5690c0-9d40-49e3-90b0-89ab1c4f01d2 req-6abd935f-93f7-4ae0-9e1f-3e03cec6d166 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:00.429993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d5690c0-9d40-49e3-90b0-89ab1c4f01d2 req-6abd935f-93f7-4ae0-9e1f-3e03cec6d166 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0624433 Sep 25 00:59:00.443796 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-45b9e15d-6b20-46ca-b62d-b367e2aaf964 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:00.445211 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-45b9e15d-6b20-46ca-b62d-b367e2aaf964 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports/96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 941 time: 0.1123757 Sep 25 00:59:00.513764 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d5690c0-9d40-49e3-90b0-89ab1c4f01d2 req-5db436b1-adc5-402e-a9ce-6683c71c7a61 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755637 Sep 25 00:59:00.889732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:00.896952 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8341ab-dbdd-4064-97f0-cdbec9d0fc6e req-c5e604d7-3654-46c4-921f-e4edf0e7a334 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:00.901940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9217294-e018-45f1-829f-ccfef12bd38f req-ee070ba7-f4ea-410a-b8d4-706e5a69f2f7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:00.903476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9217294-e018-45f1-829f-ccfef12bd38f req-ee070ba7-f4ea-410a-b8d4-706e5a69f2f7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0561554 Sep 25 00:59:00.904389 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7b8341ab-dbdd-4064-97f0-cdbec9d0fc6e req-c5e604d7-3654-46c4-921f-e4edf0e7a334 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0567596 Sep 25 00:59:00.952172 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7b8341ab-dbdd-4064-97f0-cdbec9d0fc6e req-050493c2-0352-4b8f-a7df-597a64d36182 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469224 Sep 25 00:59:00.968151 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9217294-e018-45f1-829f-ccfef12bd38f req-5fc3d32b-3d04-476d-86aa-3c90399269a0 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528102 Sep 25 00:59:02.093206 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623c1d5-9799-4583-b623-a85da8a78921 req-e5885c4e-cd8c-4a7c-a153-37abfecfc5fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:02.095253 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d623c1d5-9799-4583-b623-a85da8a78921 req-e5885c4e-cd8c-4a7c-a153-37abfecfc5fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0503504 Sep 25 00:59:02.150426 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d623c1d5-9799-4583-b623-a85da8a78921 req-84fbd56c-29a9-4cdb-bfaa-b92c283ccc29 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492923 Sep 25 00:59:03.286426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f181d2e-337b-430a-9ba8-c916a77c3e2c req-e2fec0bd-e366-4e77-a596-b36238105ca7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:03.287908 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4f181d2e-337b-430a-9ba8-c916a77c3e2c req-e2fec0bd-e366-4e77-a596-b36238105ca7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0527501 Sep 25 00:59:03.336409 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4f181d2e-337b-430a-9ba8-c916a77c3e2c req-e4b7da06-e472-4f0b-a36d-ddc592650c23 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Sep 25 00:59:03.604985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-544707d0-93d9-4852-8e71-dc9bed419d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:03.607287 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-544707d0-93d9-4852-8e71-dc9bed419d4c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 1128 time: 0.0746849 Sep 25 00:59:03.703319 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-c6d3bfc5-ff39-477a-895b-4a137d90a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:03.705725 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-c6d3bfc5-ff39-477a-895b-4a137d90a5be service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1128 time: 0.0478883 Sep 25 00:59:03.825019 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-4e386f80-989c-4be2-9ebd-82d803a19e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:03.826622 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-4e386f80-989c-4be2-9ebd-82d803a19e10 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1123939 Sep 25 00:59:03.897885 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-8b47c187-e7b1-44b2-8f59-5c92ac9e073c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 200 len: 1000 time: 0.0636854 Sep 25 00:59:03.960518 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-65159c7b-2300-46b4-87ab-8cbb6a9bbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:03.961954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-65159c7b-2300-46b4-87ab-8cbb6a9bbbaa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0457375 Sep 25 00:59:04.012364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-2740200c-95b8-46b3-8988-441c22df2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:04.013907 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-2740200c-95b8-46b3-8988-441c22df2c4c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439329 Sep 25 00:59:04.114263 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-bed4f268-ae04-4f61-b4ab-daaa6e6e9be6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905218 Sep 25 00:59:04.207739 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-73c863a7-592d-4877-a409-78fd76124829 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854614 Sep 25 00:59:04.481551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c00df-84a0-4676-b12f-5e05987486ba req-5f6fa8bd-8b3d-4a55-b35c-0501e05b3d27 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:04.483793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be6c00df-84a0-4676-b12f-5e05987486ba req-5f6fa8bd-8b3d-4a55-b35c-0501e05b3d27 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0586722 Sep 25 00:59:04.536532 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be6c00df-84a0-4676-b12f-5e05987486ba req-557fa3eb-f379-4d20-8df7-3d78ea718ce2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Sep 25 00:59:05.495484 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:05.497472 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:05.666955 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:05.679485 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83c95-ac1b-45df-b857-d6c4c60e1b90 req-c8200530-f2aa-4cb7-920d-faf9b1ad8749 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:05.681002 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92a83c95-ac1b-45df-b857-d6c4c60e1b90 req-c8200530-f2aa-4cb7-920d-faf9b1ad8749 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0586989 Sep 25 00:59:05.751011 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92a83c95-ac1b-45df-b857-d6c4c60e1b90 req-288c6fd4-69e0-4908-8ed0-3c0b32b95db0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642109 Sep 25 00:59:06.810592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37126) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:06.927969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f9cad-9200-452a-a322-0063e67d95df req-1ed0edd7-d944-4323-bee5-aeec7ee5b9a5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:06.930117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c1f9cad-9200-452a-a322-0063e67d95df req-1ed0edd7-d944-4323-bee5-aeec7ee5b9a5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0590670 Sep 25 00:59:06.990595 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:06.994034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c1f9cad-9200-452a-a322-0063e67d95df req-54514dfe-58e9-4f7a-a52c-df3d1e1798af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541308 Sep 25 00:59:07.113568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Publish callbacks [] for security_group (13efc87c-179c-4000-a48f-b7e6997e4a89), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.121227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (13efc87c-179c-4000-a48f-b7e6997e4a89), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.140651 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:07.168526 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13efc87c-179c-4000-a48f-b7e6997e4a89,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:07.174163 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8947f6ece4f4436782be77d7bd8f20dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623261 Sep 25 00:59:07.176967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37130) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:07.188951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.189345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.189668 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.190006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.190334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.190657 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.190984 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.191305 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.191626 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.191950 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.192881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.193231 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.193576 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.193898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.194214 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9330cac-30c5-48b2-b46e-98acbe59ed06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:07.254941 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] Publish callbacks [] for security_group (13efc87c-179c-4000-a48f-b7e6997e4a89), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.517543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] Publish callbacks [] for security_group (13efc87c-179c-4000-a48f-b7e6997e4a89), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.585331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (13efc87c-179c-4000-a48f-b7e6997e4a89), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.587964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:07.589107 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/13efc87c-179c-4000-a48f-b7e6997e4a89 HTTP/1.1" status: 204 len: 168 time: 0.4112084 Sep 25 00:59:07.597640 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad134818-66b1-4a92-9250-3049594e2d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13efc87c-179c-4000-a48f-b7e6997e4a89,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:07.946046 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37140) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:07.963280 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3fc6921e-b594-4937-936e-612ddc68699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.077003 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3fc6921e-b594-4937-936e-612ddc68699b admin admin] Publish callbacks [] for security_group (64128b60-4261-4e75-8f5f-5efc060d12b8), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.083586 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3fc6921e-b594-4937-936e-612ddc68699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (64128b60-4261-4e75-8f5f-5efc060d12b8), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.172389 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6921e-b594-4937-936e-612ddc68699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64128b60-4261-4e75-8f5f-5efc060d12b8,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:08.180341 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3fc6921e-b594-4937-936e-612ddc68699b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8ecf6339cdd841b9baa6a825df16ae79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331820 Sep 25 00:59:08.183172 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37144) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:08.205507 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735920e-78d8-49ec-a10b-e9cf9d848d1c req-c8e1b8e7-fb73-4e19-95b4-84a9b32900fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:08.207002 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e735920e-78d8-49ec-a10b-e9cf9d848d1c req-c8e1b8e7-fb73-4e19-95b4-84a9b32900fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0886643 Sep 25 00:59:08.284632 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] Publish callbacks [] for security_group (64128b60-4261-4e75-8f5f-5efc060d12b8), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.290640 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e735920e-78d8-49ec-a10b-e9cf9d848d1c req-45d9123b-a308-44f1-ac79-2e3d388fdd59 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769153 Sep 25 00:59:08.310488 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] Publish callbacks [] for security_group (64128b60-4261-4e75-8f5f-5efc060d12b8), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.328132 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:08.370297 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (64128b60-4261-4e75-8f5f-5efc060d12b8), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.375891 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.380467 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/64128b60-4261-4e75-8f5f-5efc060d12b8 HTTP/1.1" status: 204 len: 168 time: 0.1940548 Sep 25 00:59:08.391687 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99edfa-11c7-4583-b848-4a329b92878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64128b60-4261-4e75-8f5f-5efc060d12b8,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:08.780351 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37152) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:08.796715 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb51c-a251-4fdd-a265-e26f13ce1670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.880884 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb51c-a251-4fdd-a265-e26f13ce1670 admin admin] Publish callbacks [] for security_group (d4562e4c-020b-496f-a982-f05e30bf983c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.885591 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb51c-a251-4fdd-a265-e26f13ce1670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d4562e4c-020b-496f-a982-f05e30bf983c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:08.934610 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ba0cb51c-a251-4fdd-a265-e26f13ce1670 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e66a9f6a493548839c3d2a8c24a597b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502907 Sep 25 00:59:08.934610 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cb51c-a251-4fdd-a265-e26f13ce1670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4562e4c-020b-496f-a982-f05e30bf983c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:08.934911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37154) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:09.005610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Publish callbacks [] for security_group (d4562e4c-020b-496f-a982-f05e30bf983c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:09.026769 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Publish callbacks [] for security_group (d4562e4c-020b-496f-a982-f05e30bf983c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:09.080346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d4562e4c-020b-496f-a982-f05e30bf983c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:09.083236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:09.084409 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d4562e4c-020b-496f-a982-f05e30bf983c HTTP/1.1" status: 204 len: 168 time: 0.1485143 Sep 25 00:59:09.101713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4562e4c-020b-496f-a982-f05e30bf983c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:09.110357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.110657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.113302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.113843 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.114198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.114611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.115153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.115493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.115914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.116553 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.117130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.117698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.118262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.118777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.119101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c75c19e-4814-493e-a602-2e59c25d655b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 00:59:09.461178 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bf83e-e620-4e5f-8595-cc99e86ce4d8 req-82563dbf-6b2b-4ed7-ad2a-c38de53cbce7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:09.463756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-998bf83e-e620-4e5f-8595-cc99e86ce4d8 req-82563dbf-6b2b-4ed7-ad2a-c38de53cbce7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0610008 Sep 25 00:59:09.563977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-998bf83e-e620-4e5f-8595-cc99e86ce4d8 req-3291565a-1dd6-4cc9-85ff-3edcab3f9e01 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944600 Sep 25 00:59:10.684661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:10.708013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08916074-59dd-408e-b5cb-1273db842aa8 req-4885b272-bd0f-4e04-b6af-c2fb77a04d65 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:10.709611 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-08916074-59dd-408e-b5cb-1273db842aa8 req-4885b272-bd0f-4e04-b6af-c2fb77a04d65 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0535204 Sep 25 00:59:10.760200 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-08916074-59dd-408e-b5cb-1273db842aa8 req-f72edcd0-9fcc-41f0-8f69-4e4ceefb49ab tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445852 Sep 25 00:59:11.868627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:11.912652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20ae0f-89f6-494a-a381-41e285f7f26e req-d03a4a84-439a-460a-9adb-225b8cc25c1f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:11.914213 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f20ae0f-89f6-494a-a381-41e285f7f26e req-d03a4a84-439a-460a-9adb-225b8cc25c1f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0551758 Sep 25 00:59:11.966801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f20ae0f-89f6-494a-a381-41e285f7f26e req-989842de-30e8-4d8c-92c9-bb04b10f61de tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 Sep 25 00:59:13.124091 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6577f2d-e739-47e0-979d-35005259323a req-e12d2a38-637b-42ff-9aeb-8af7946d677b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:13.146512 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f6577f2d-e739-47e0-979d-35005259323a req-e12d2a38-637b-42ff-9aeb-8af7946d677b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0803702 Sep 25 00:59:13.163606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37224) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:13.220846 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f6577f2d-e739-47e0-979d-35005259323a req-5e840ae0-2d17-45d7-b4b6-530e6645a33e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730474 Sep 25 00:59:13.309495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e369f7-6c35-4fa6-a8bd-8bf5c6f77e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.351123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:13.402943 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e369f7-6c35-4fa6-a8bd-8bf5c6f77e2c admin admin] Publish callbacks [] for security_group (873e5625-3408-481c-b0c5-8f4fc9c96577), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.408036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e369f7-6c35-4fa6-a8bd-8bf5c6f77e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (873e5625-3408-481c-b0c5-8f4fc9c96577), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.450006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-29e369f7-6c35-4fa6-a8bd-8bf5c6f77e2c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9c8f88cd571d4d64a04c4ba80c5f3530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852006 Sep 25 00:59:13.450770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e369f7-6c35-4fa6-a8bd-8bf5c6f77e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e5625-3408-481c-b0c5-8f4fc9c96577,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:13.452499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37228) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:13.511054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] Publish callbacks [] for security_group (873e5625-3408-481c-b0c5-8f4fc9c96577), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.534262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] Publish callbacks [] for security_group (873e5625-3408-481c-b0c5-8f4fc9c96577), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.584052 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (873e5625-3408-481c-b0c5-8f4fc9c96577), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.586662 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:13.587822 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/873e5625-3408-481c-b0c5-8f4fc9c96577 HTTP/1.1" status: 204 len: 168 time: 0.1319995 Sep 25 00:59:13.596242 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ade380-54cc-4ba6-9d34-c1af891f33f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e5625-3408-481c-b0c5-8f4fc9c96577,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:14.374776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb00a71-3a2e-4631-9c82-a155b5ec147f req-df62599f-633c-4c85-b030-e495555e8b2d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:14.376817 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fb00a71-3a2e-4631-9c82-a155b5ec147f req-df62599f-633c-4c85-b030-e495555e8b2d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0501587 Sep 25 00:59:14.429136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fb00a71-3a2e-4631-9c82-a155b5ec147f req-eb8cf1db-74fe-44d3-965e-9f9a8cc3bccb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Sep 25 00:59:15.564107 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74938e-8e0e-4ca8-b597-dd6dbb7077bf req-4c4f2ce1-278a-4c96-8c3d-caa41f5f3381 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:15.565561 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c74938e-8e0e-4ca8-b597-dd6dbb7077bf req-4c4f2ce1-278a-4c96-8c3d-caa41f5f3381 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0482659 Sep 25 00:59:15.614690 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c74938e-8e0e-4ca8-b597-dd6dbb7077bf req-e7ec9790-81bc-4770-a08e-34cb35cfa363 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Sep 25 00:59:16.749669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2038f-afef-4f80-af53-703711ef4258 req-d986a147-cf54-4651-b23d-29c3b1c0c8c4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:16.751354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42f2038f-afef-4f80-af53-703711ef4258 req-d986a147-cf54-4651-b23d-29c3b1c0c8c4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0523162 Sep 25 00:59:16.801090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42f2038f-afef-4f80-af53-703711ef4258 req-547e273e-bd40-49ab-9333-a0d8043c632f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440793 Sep 25 00:59:17.214686 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7cb3b-a872-454d-aaf1-64681621e62d req-2095e1d8-e1e4-4446-946f-e7298b4d92fc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:17.216185 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1db7cb3b-a872-454d-aaf1-64681621e62d req-2095e1d8-e1e4-4446-946f-e7298b4d92fc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0504491 Sep 25 00:59:17.266234 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1db7cb3b-a872-454d-aaf1-64681621e62d req-b0e909d3-49db-4540-9f97-834edce80f1c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Sep 25 00:59:17.295085 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37298) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:17.396982 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d46bc67e-5165-4c40-aaf0-40485e5c8152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:17.499147 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b6353-d036-4e23-b491-4dd69901511b tempest-TestMinimumBasicScenario-1291505415 tempest-TestMinimumBasicScenario-1291505415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:17.504120 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-625b6353-d036-4e23-b491-4dd69901511b tempest-TestMinimumBasicScenario-1291505415 tempest-TestMinimumBasicScenario-1291505415-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1124 time: 0.2051702 Sep 25 00:59:17.504690 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37302) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:17.509322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'port_id': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:17.533020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:17.618106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:17.731134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Allocated IP 172.37.1.104 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/fcf9514b-30ed-4617-ba23-6d05a475dfb7) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:17.839944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:17.860704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:17.876431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:17.943014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:17.953628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:17.959182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:17.968576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ebffd-6abc-437c-9590-17b453167a3e req-f17fe21c-61b5-4ee1-808a-c1cf97f54615 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:17.970071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac4ebffd-6abc-437c-9590-17b453167a3e req-f17fe21c-61b5-4ee1-808a-c1cf97f54615 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0699747 Sep 25 00:59:17.987933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'Port': ['ID=fcf9514b-30ed-4617-ba23-6d05a475dfb7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:18.001490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:18.081331 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac4ebffd-6abc-437c-9590-17b453167a3e req-e4670354-1ae6-4cdb-81da-dcfff4c94b38 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907159 Sep 25 00:59:18.366403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for floatingip (1d603368-223d-4db7-bf9d-0dd44b55ec88), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:18.444614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:18.619926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:18.628995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:18.699639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'Port': ['ID=fcf9514b-30ed-4617-ba23-6d05a475dfb7,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:18.706167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (1d603368-223d-4db7-bf9d-0dd44b55ec88), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:18.744622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:18.807259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Floating IP 1d603368-223d-4db7-bf9d-0dd44b55ec88 associated. External IP: 172.37.1.104, port: 0940e2bc-bbba-4cec-82c5-38b72d995723. Sep 25 00:59:18.915059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:19.019746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:19.121529 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:19.134463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Sync routers for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:19.143702 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.147270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:19.147997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:19.177904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cd4fe71c-5412-453d-86ac-88e1c4139f95 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6719728 Sep 25 00:59:19.178455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:19.180686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a7932-2961-4879-b3ee-bea5c1213efd" -d '{"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:19.180894 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37328) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:19.186676 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211599788', 'description': 'tempest-secgroup-smoke-211599788 description', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:19.240823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4b0a6-e480-4c83-bfa5-8a19832bf32f x-openstack-request-id: req-43e4b0a6-e480-4c83-bfa5-8a19832bf32f {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:19.241337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:19.241742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43e4b0a6-e480-4c83-bfa5-8a19832bf32f {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:19.242302 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e4b0a6-e480-4c83-bfa5-8a19832bf32f'] response: {'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 00:59:19.247988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:19.259877 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.271201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:19.291964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef774b3a-8cab-4b15-873b-73e555cfe2a3 req-70ffd721-82f7-4cc4-9680-f185e84585ec tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:19.300519 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ef774b3a-8cab-4b15-873b-73e555cfe2a3 req-70ffd721-82f7-4cc4-9680-f185e84585ec tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0768521 Sep 25 00:59:19.320306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.358207 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=13 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:19.406088 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7932-2961-4879-b3ee-bea5c1213efd req-baa8bd15-69d6-40bb-853c-c33b3c22a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:19.408159 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-baa8bd15-69d6-40bb-853c-c33b3c22a7b3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1129 time: 0.0966222 Sep 25 00:59:19.417200 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ef774b3a-8cab-4b15-873b-73e555cfe2a3 req-01c3f50a-26e0-4803-bf47-24f005716012 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158495 Sep 25 00:59:19.494424 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (42581346-2174-404e-9723-a7e42899addf), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.501762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (42581346-2174-404e-9723-a7e42899addf), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.504378 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:19.550166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d603368-223d-4db7-bf9d-0dd44b55ec88', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'floating_ip_address': '172.37.1.104', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'port_id': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'mac_address': 'fa:16:3e:fa:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27675569-1b42-49db-a883-3ad6e55fc75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:18Z', 'updated_at': '2022-09-25T00:59:18Z', 'revision_number': 0, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:19.562401 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.566980 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3843164 Sep 25 00:59:19.567143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37338) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:19.574089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:19.582774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Checking router: 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:19.584291 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1accdd4-8bbf-4268-a773-1325f0ddbe7f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42581346-2174-404e-9723-a7e42899addf,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:19.589361 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7932-2961-4879-b3ee-bea5c1213efd req-1ab16008-216d-48b6-bb6f-585c2889465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:19.591181 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-1ab16008-216d-48b6-bb6f-585c2889465f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.1719499 Sep 25 00:59:19.601145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:19.602651 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:58:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:19.619851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (f150cc34-473b-40cc-8bb0-c0dbc4779baf), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.642102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:19.677545 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-8b81df72-aff4-4a2d-b63e-3d69e65297fb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 999 time: 0.0771768 Sep 25 00:59:19.706694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (f150cc34-473b-40cc-8bb0-c0dbc4779baf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.711885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (f150cc34-473b-40cc-8bb0-c0dbc4779baf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.740081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f150cc34-473b-40cc-8bb0-c0dbc4779baf,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:19.747437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.748765 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0893b1c0-8572-41fb-a959-b9dbdf5cd0ed tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805317 Sep 25 00:59:19.751909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:19.754650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37342) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:19.756661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7932-2961-4879-b3ee-bea5c1213efd req-6ff6cf5d-f3eb-406e-af61-84184ca750ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:19.758461 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-6ff6cf5d-f3eb-406e-af61-84184ca750ae service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.0733552 Sep 25 00:59:19.758907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:19.794544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (142c49b6-4fd3-4318-9135-08fabbd60f4e), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.825165 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7932-2961-4879-b3ee-bea5c1213efd req-9480f4cf-63ee-48b6-b4a0-3e2a6ec75ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:19.827029 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-9480f4cf-63ee-48b6-b4a0-3e2a6ec75ddb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541341 Sep 25 00:59:19.868424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (142c49b6-4fd3-4318-9135-08fabbd60f4e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.874564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (142c49b6-4fd3-4318-9135-08fabbd60f4e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.904730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142c49b6-4fd3-4318-9135-08fabbd60f4e,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:19.913352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.918916 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37348) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:19.920229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1cbd0d8c-ad16-4f0a-b709-54c12c87ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651807 Sep 25 00:59:19.931009 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:19.950176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-584bca20-dda0-4768-a6e9-7a02f4f0e98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:19.973983 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-cba570a9-f106-4cb5-b4d8-6d3574db5aac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385949 Sep 25 00:59:19.981086 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (a8823e8f-f721-42f1-83a2-ff21e8a05ad4), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.108247 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (a8823e8f-f721-42f1-83a2-ff21e8a05ad4), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.118557 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (a8823e8f-f721-42f1-83a2-ff21e8a05ad4), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.142561 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-180a7932-2961-4879-b3ee-bea5c1213efd req-1fee005a-14ea-411d-963f-bab5ed2285c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557169 Sep 25 00:59:20.150587 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8823e8f-f721-42f1-83a2-ff21e8a05ad4,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:20.167283 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.168039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d603368-223d-4db7-bf9d-0dd44b55ec88', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'floating_ip_address': '172.37.1.104', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'port_id': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'mac_address': 'fa:16:3e:fa:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27675569-1b42-49db-a883-3ad6e55fc75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:18Z', 'updated_at': '2022-09-25T00:59:18Z', 'revision_number': 0, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:20.172266 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-04f1ded7-cacf-4982-8b0e-aa50d1d37fa7 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490880 Sep 25 00:59:20.172456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37358) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:20.177607 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:20.207080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (f9730db3-f249-4de5-b45f-0afa428b03dd), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.207814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568e138-f0ba-4cee-81a1-ca43b3286a3e None None] The sync data for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi is: [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d603368-223d-4db7-bf9d-0dd44b55ec88', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'floating_ip_address': '172.37.1.104', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'port_id': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'mac_address': 'fa:16:3e:fa:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27675569-1b42-49db-a883-3ad6e55fc75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:18Z', 'updated_at': '2022-09-25T00:59:18Z', 'revision_number': 0, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:20.294208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (f9730db3-f249-4de5-b45f-0afa428b03dd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.299902 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (f9730db3-f249-4de5-b45f-0afa428b03dd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.326300 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9730db3-f249-4de5-b45f-0afa428b03dd,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:20.338719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.345026 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b747ad7f-197c-48e3-911e-2ee553652ed9 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714339 Sep 25 00:59:20.345319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37360) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:20.351585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:20.387108 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.securitygroups_db [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Project b161c2e2dd1f42159dc0d71e8216516c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 00:59:20.395869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (4ec650d0-9e1c-41f7-9f70-9494e09c94d7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.425702 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:20.476635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (4ec650d0-9e1c-41f7-9f70-9494e09c94d7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.484852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (4ec650d0-9e1c-41f7-9f70-9494e09c94d7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.495498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733931e-f567-4cf0-ada6-fbfe1f359e9e None None] New status for floating IP 1d603368-223d-4db7-bf9d-0dd44b55ec88: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:59:20.521284 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec650d0-9e1c-41f7-9f70-9494e09c94d7,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:20.541072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.542779 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ea4dc24b-9ce0-4bfb-9ceb-7c63f984f6b5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962309 Sep 25 00:59:20.545774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37370) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:20.550374 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'security_group_rule': {'security_group_id': '42581346-2174-404e-9723-a7e42899addf', 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:20.555687 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:20.586745 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.securitygroups_db [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Project b161c2e2dd1f42159dc0d71e8216516c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 00:59:20.596871 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (043a5495-adb6-4b83-8724-e65c69edb600), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.604294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aaaaa-b28e-4942-9d79-a46596e5a4b4 req-8bb4a51b-dc99-42ee-8d00-0e087b1041c9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:20.606263 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b16aaaaa-b28e-4942-9d79-a46596e5a4b4 req-8bb4a51b-dc99-42ee-8d00-0e087b1041c9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0622675 Sep 25 00:59:20.678432 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b16aaaaa-b28e-4942-9d79-a46596e5a4b4 req-8ad8fb95-892d-41c4-bb51-cb5ead8f8829 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655015 Sep 25 00:59:20.681228 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (043a5495-adb6-4b83-8724-e65c69edb600), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.685400 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (043a5495-adb6-4b83-8724-e65c69edb600), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.715325 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043a5495-adb6-4b83-8724-e65c69edb600,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:20.731338 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.736389 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b9671c38-e6a4-489a-bfe1-3a61a97daaa2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857593 Sep 25 00:59:20.823691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:20.834147 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-c95939a3-38c0-4fba-b6c9-0c4e288bf648 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-211599788&fields=id&tenant_id=b161c2e2dd1f42159dc0d71e8216516c HTTP/1.1" status: 200 len: 267 time: 0.0493419 Sep 25 00:59:20.886560 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-8d1eb2fb-23e1-4405-a62c-08ae515b5dea tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:20.888138 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-8d1eb2fb-23e1-4405-a62c-08ae515b5dea tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0484574 Sep 25 00:59:20.898855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'port': {'security_groups': ['5820ec3a-8d2a-47c6-8b82-59a1dad211f3', '42581346-2174-404e-9723-a7e42899addf']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:20.962439 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:20.988681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.211236 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:21.241107 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.246569 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.256959 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:21.257594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:21.258968 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25402f01-5e14-49fe-9597-c5d80dd34e8f req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "PUT /networking/v2.0/ports/0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 981 time: 0.3646786 Sep 25 00:59:21.259532 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:21.261875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765" -d '{"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:21.292912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:59:21.322076 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106daca-64ae-4ada-9e49-563090d8f6a5 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=6']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:21.354524 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2d541b-0e04-430b-95c6-0cac39d7d324 x-openstack-request-id: req-3b2d541b-0e04-430b-95c6-0cac39d7d324 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:21.354819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:21.355069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b2d541b-0e04-430b-95c6-0cac39d7d324 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:21.355468 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2d541b-0e04-430b-95c6-0cac39d7d324'] response: {'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 00:59:21.412554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a33e-1fe3-4eae-b0b1-9530352e527f req-999d99ab-11a0-4c8b-95e8-097215d2180f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:21.420000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa39a33e-1fe3-4eae-b0b1-9530352e527f req-999d99ab-11a0-4c8b-95e8-097215d2180f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0639524 Sep 25 00:59:21.487922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:21.501250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa39a33e-1fe3-4eae-b0b1-9530352e527f req-1b548c31-68a7-449d-adff-f58073fd4787 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803692 Sep 25 00:59:21.556782 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:59:21.801336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:21.829723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677537-b991-436c-881a-8ca9a69d9a7e req-9d95a3ed-4057-4a62-ac45-d8fe1b38d7ac tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:21.831135 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c677537-b991-436c-881a-8ca9a69d9a7e req-9d95a3ed-4057-4a62-ac45-d8fe1b38d7ac tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0516930 Sep 25 00:59:21.883505 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c677537-b991-436c-881a-8ca9a69d9a7e req-a84008c5-31e7-42de-be30-83b17246c96b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456061 Sep 25 00:59:21.938765 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-d37a8200-cbf3-47e6-acd0-0774eb9a8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:21.940742 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-d37a8200-cbf3-47e6-acd0-0774eb9a8ea0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1168 time: 0.0473335 Sep 25 00:59:22.042910 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-c93ad7c7-e149-4f28-a22b-4c4e3be687c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:22.044357 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-c93ad7c7-e149-4f28-a22b-4c4e3be687c2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.0957093 Sep 25 00:59:22.112284 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-cbda18b4-83bc-4506-b9f0-e8f7d51a6975 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 1001 time: 0.0569000 Sep 25 00:59:22.172503 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-207624ba-219c-43f1-a0f9-2cb2df952d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:22.174528 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-207624ba-219c-43f1-a0f9-2cb2df952d68 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.0493133 Sep 25 00:59:22.190386 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:22.222444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-2600ddd7-441c-4bb6-bca9-3c470b820c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:22.223948 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-2600ddd7-441c-4bb6-bca9-3c470b820c4f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419767 Sep 25 00:59:22.264928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.321902 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-ca43aa80-5b92-4534-ad0d-4179de1bf6f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875137 Sep 25 00:59:22.384199 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:22.418720 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-87b1cb1a-66dc-4d1d-87b1-c500ec2f6765 req-5c9f96c9-8671-41b9-988d-099e9ffeb402 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898135 Sep 25 00:59:22.576029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:22.994700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:23.013770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e4bbb-21af-4034-995f-447d1345e680 req-fffa991c-6485-4a39-b1d3-2d5ca8118f00 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:23.015732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f4e4bbb-21af-4034-995f-447d1345e680 req-fffa991c-6485-4a39-b1d3-2d5ca8118f00 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0489869 Sep 25 00:59:23.063319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f4e4bbb-21af-4034-995f-447d1345e680 req-cf749c36-e0d8-4112-aac2-d2ab50b3eddd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Sep 25 00:59:23.526836 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 00:59:24.194592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569589f-ba6e-4086-ac70-246345c4fb58 req-874a627a-2432-4e41-aa0d-a1b0501bd8fe tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:24.196063 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2569589f-ba6e-4086-ac70-246345c4fb58 req-874a627a-2432-4e41-aa0d-a1b0501bd8fe tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 944 time: 0.0482254 Sep 25 00:59:24.248402 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2569589f-ba6e-4086-ac70-246345c4fb58 req-4777792d-cd76-42f7-bec5-57ff47415b63 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464547 Sep 25 00:59:24.268934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 00:59:24.382288 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:24.392150 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:24.405440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'mac_address': 'fa:16:3e:8b:e6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 00:59:24.443500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:24.443852 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.458239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:59:24.480705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:24.485569 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:24.533985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=9']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:24.926907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['96168749-3e0f-462f-9aed-adacd4fb28c0'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 00:59:25.259247 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37432) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:25.371885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f90815b0-4d3c-43a4-bff3-bea363801264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.383919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e777e03-1275-4e55-979f-048fc68049e9 req-6061c6bc-763d-464f-8c95-ebc237a4ab67 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:25.385433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e777e03-1275-4e55-979f-048fc68049e9 req-6061c6bc-763d-464f-8c95-ebc237a4ab67 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Sep 25 00:59:25.442857 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e777e03-1275-4e55-979f-048fc68049e9 req-0cabead6-a8dc-43f9-b0ec-71a6949bff0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514190 Sep 25 00:59:25.454814 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f90815b0-4d3c-43a4-bff3-bea363801264 admin admin] Publish callbacks [] for security_group (c3c89207-03b8-4e16-ac46-df1c1c66a81d), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.459770 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f90815b0-4d3c-43a4-bff3-bea363801264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c3c89207-03b8-4e16-ac46-df1c1c66a81d), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.502488 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f90815b0-4d3c-43a4-bff3-bea363801264 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc7b27c40a734bbcb44abaa5590f0df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421381 Sep 25 00:59:25.503312 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90815b0-4d3c-43a4-bff3-bea363801264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c89207-03b8-4e16-ac46-df1c1c66a81d,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:25.505166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37438) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:25.555533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] Publish callbacks [] for security_group (c3c89207-03b8-4e16-ac46-df1c1c66a81d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.579093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] Publish callbacks [] for security_group (c3c89207-03b8-4e16-ac46-df1c1c66a81d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.627110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c3c89207-03b8-4e16-ac46-df1c1c66a81d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.629965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:25.631124 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c3c89207-03b8-4e16-ac46-df1c1c66a81d HTTP/1.1" status: 204 len: 168 time: 0.1249375 Sep 25 00:59:25.639670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be2554-1adc-4fe6-968c-ab0268a9f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c89207-03b8-4e16-ac46-df1c1c66a81d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:26.291455 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 00:59:26.340959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 96168749-3e0f-462f-9aed-adacd4fb28c0 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:26.341376 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.341713 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 96168749-3e0f-462f-9aed-adacd4fb28c0 Sep 25 00:59:26.376884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:26.420684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 96168749-3e0f-462f-9aed-adacd4fb28c0 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 00:59:26.421072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.444166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:26.446465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7aa4e0-fa53-4a20-86b0-1c1381361911" -d '{"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:26.460240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:26.466715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:26.500646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc2308-95f1-4b41-bd19-36752f8f1b48 x-openstack-request-id: req-00fc2308-95f1-4b41-bd19-36752f8f1b48 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:26.500970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:26.501225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00fc2308-95f1-4b41-bd19-36752f8f1b48 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:26.501810 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fc2308-95f1-4b41-bd19-36752f8f1b48'] response: {'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'code': 200} Sep 25 00:59:26.534761 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=10']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:26.600325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6197b-a23d-44c4-a124-d4f63dd9140f req-8b112b43-598d-4173-b36a-40c8a4f96945 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:26.601872 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bd6197b-a23d-44c4-a124-d4f63dd9140f req-8b112b43-598d-4173-b36a-40c8a4f96945 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0594063 Sep 25 00:59:26.656591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bd6197b-a23d-44c4-a124-d4f63dd9140f req-e1087654-7858-43b0-8eca-207d8d0a492a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489802 Sep 25 00:59:27.097320 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d92d3-2980-480a-8c11-c9b7a304f160 req-be8b766e-cfb8-4c0d-b4ec-85b7657fa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:27.098746 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c4d92d3-2980-480a-8c11-c9b7a304f160 req-be8b766e-cfb8-4c0d-b4ec-85b7657fa61d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 1131 time: 0.0404954 Sep 25 00:59:27.150275 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c4d92d3-2980-480a-8c11-c9b7a304f160 req-c07ace60-1a84-454d-b2ac-9d2257152474 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401573 Sep 25 00:59:27.821434 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef888-902c-44b2-aeaa-bd23cd7223b7 req-75332109-7e26-467d-adc0-a6bd3e9890c2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:27.822994 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-746ef888-902c-44b2-aeaa-bd23cd7223b7 req-75332109-7e26-467d-adc0-a6bd3e9890c2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0681062 Sep 25 00:59:27.881775 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-746ef888-902c-44b2-aeaa-bd23cd7223b7 req-2503f445-db11-4e70-b461-4b2c6d10fcf1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519249 Sep 25 00:59:29.032799 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60b136-a984-4cb9-a239-721993cd4ab6 req-87e26192-d998-4a8d-aebe-3861c9aa8379 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:29.034549 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ee60b136-a984-4cb9-a239-721993cd4ab6 req-87e26192-d998-4a8d-aebe-3861c9aa8379 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0552855 Sep 25 00:59:29.034768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c545ac0-7463-46e9-8742-72de78e6be87 req-bfc70e0c-d928-4c57-bf7d-c52a6b00631c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:29.036257 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c545ac0-7463-46e9-8742-72de78e6be87 req-bfc70e0c-d928-4c57-bf7d-c52a6b00631c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0554321 Sep 25 00:59:29.083140 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ee60b136-a984-4cb9-a239-721993cd4ab6 req-42534fd0-216f-4967-9b2d-102e9cbe2e01 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Sep 25 00:59:29.084475 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c545ac0-7463-46e9-8742-72de78e6be87 req-9a1b2b41-1def-467b-a4a6-645693f4253e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Sep 25 00:59:30.209777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8178a98-eea1-40a0-ad6a-0c757f9e1fc6 req-01754858-d83f-4a3e-89a1-8e147ede1d3a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:30.211280 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8178a98-eea1-40a0-ad6a-0c757f9e1fc6 req-01754858-d83f-4a3e-89a1-8e147ede1d3a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0478935 Sep 25 00:59:30.211783 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fcb35-327e-4d1b-b712-af30dd4b7280 req-3b956eb0-eaa9-40b3-8175-13aadf12f711 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:30.213310 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-227fcb35-327e-4d1b-b712-af30dd4b7280 req-3b956eb0-eaa9-40b3-8175-13aadf12f711 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0466955 Sep 25 00:59:30.263358 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8178a98-eea1-40a0-ad6a-0c757f9e1fc6 req-79de868c-9077-445b-aec0-75c1b1aebe4e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Sep 25 00:59:30.266705 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-227fcb35-327e-4d1b-b712-af30dd4b7280 req-d09f0175-da8b-4b5f-bc70-b70016087777 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469584 Sep 25 00:59:30.653408 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.394970 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879cb68-5198-4576-9646-089403ebd7fb req-88c74ace-bb28-4b98-8ead-9c7c311910a0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:31.396495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4879cb68-5198-4576-9646-089403ebd7fb req-88c74ace-bb28-4b98-8ead-9c7c311910a0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0509548 Sep 25 00:59:31.399363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199f52d-86d9-43eb-8ddb-e5d24580a5ab req-5a521a24-a287-4ee7-a34b-7ada474a0d9d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:31.400832 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3199f52d-86d9-43eb-8ddb-e5d24580a5ab req-5a521a24-a287-4ee7-a34b-7ada474a0d9d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0482285 Sep 25 00:59:31.426191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.440299 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:31.457767 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4879cb68-5198-4576-9646-089403ebd7fb req-15189ebc-ca00-4702-9887-4f29acb62382 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556297 Sep 25 00:59:31.457998 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3199f52d-86d9-43eb-8ddb-e5d24580a5ab req-4434f8eb-1868-4383-8e10-0f3329806ae1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509763 Sep 25 00:59:32.581568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae4668-0381-495d-89e7-2640732ae493 req-9e67c16f-9460-47b7-bd44-2832591d6318 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:32.582954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-deae4668-0381-495d-89e7-2640732ae493 req-9e67c16f-9460-47b7-bd44-2832591d6318 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0476625 Sep 25 00:59:32.631638 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-deae4668-0381-495d-89e7-2640732ae493 req-0a874b5f-3829-459a-a148-b26c2f2419f2 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Sep 25 00:59:32.737350 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d0d0-a43a-4550-8b14-2765415a4a65 req-07e6bd9c-1cbd-4821-9707-91f44026af4a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:32.738797 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b235d0d0-a43a-4550-8b14-2765415a4a65 req-07e6bd9c-1cbd-4821-9707-91f44026af4a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0499294 Sep 25 00:59:32.781241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:32.785941 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b235d0d0-a43a-4550-8b14-2765415a4a65 req-55332572-5be8-4bb5-9759-1cc292567625 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Sep 25 00:59:33.522840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:33.754176 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf9b7-81cd-48b4-b2df-d15334ab6165 req-11117188-f4cb-4328-adb5-d76cd8d3843b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:33.755646 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c50cf9b7-81cd-48b4-b2df-d15334ab6165 req-11117188-f4cb-4328-adb5-d76cd8d3843b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0481272 Sep 25 00:59:33.803713 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c50cf9b7-81cd-48b4-b2df-d15334ab6165 req-cb0ac961-08d5-48cb-8fde-254e3d7d2fa9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Sep 25 00:59:33.916791 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b185e9-6919-4921-a818-300c5088522c req-f405a88c-769e-44db-863a-86391bb745c6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:33.918210 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-63b185e9-6919-4921-a818-300c5088522c req-f405a88c-769e-44db-863a-86391bb745c6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0498273 Sep 25 00:59:33.965187 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-63b185e9-6919-4921-a818-300c5088522c req-14a1e54a-1fd0-4a91-8e06-ea17324fcde3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Sep 25 00:59:34.926578 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81388-3868-4d2f-99bd-5948d79738ff req-b64b36fb-7dda-4c25-89d2-b9b5c26aacf0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:34.928036 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c4e81388-3868-4d2f-99bd-5948d79738ff req-b64b36fb-7dda-4c25-89d2-b9b5c26aacf0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0460465 Sep 25 00:59:34.975528 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c4e81388-3868-4d2f-99bd-5948d79738ff req-9f1118f4-e8a0-4ab1-9c7f-b17c8f62ea3e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Sep 25 00:59:35.091499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83936176-f5a6-4df7-8fdf-e16c2c97d579 req-e2fb1d1c-b0bc-40a7-a173-65b6daf75315 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:35.093547 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-83936176-f5a6-4df7-8fdf-e16c2c97d579 req-e2fb1d1c-b0bc-40a7-a173-65b6daf75315 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0474133 Sep 25 00:59:35.146531 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-83936176-f5a6-4df7-8fdf-e16c2c97d579 req-e710e758-ede3-426a-96ae-7f3fc1cf09af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Sep 25 00:59:36.112742 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c942a0a-c66a-44b4-aae6-2d6e14b93be8 req-aa425d05-c2d1-4760-ab52-a866ec3e1ff0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:36.114269 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c942a0a-c66a-44b4-aae6-2d6e14b93be8 req-aa425d05-c2d1-4760-ab52-a866ec3e1ff0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0611680 Sep 25 00:59:36.163926 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c942a0a-c66a-44b4-aae6-2d6e14b93be8 req-029a1f11-d94d-4191-b2ed-7f25f491ad4a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f0d3b914-378e-40fe-b150-c8676dc91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Sep 25 00:59:36.277764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3691510-8434-49b4-b730-1844df84c44e req-4474ce73-652c-485f-a7b2-e54499ad8938 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:36.279265 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3691510-8434-49b4-b730-1844df84c44e req-4474ce73-652c-485f-a7b2-e54499ad8938 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0481517 Sep 25 00:59:36.328814 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3691510-8434-49b4-b730-1844df84c44e req-17947211-c3a1-4c50-ab18-7c26550f9ab1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433571 Sep 25 00:59:36.529728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.532336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:36.671442 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-adddcd50-e01f-4e18-b442-bd781badafd4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:36.672925 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-adddcd50-e01f-4e18-b442-bd781badafd4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Sep 25 00:59:36.769249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port 36da5046-389c-4afa-9d14-41833f5b0db3 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:36.769613 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.865550 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] For port 36da5046-389c-4afa-9d14-41833f5b0db3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=36da5046-389c-4afa-9d14-41833f5b0db3,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:36.865911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:36.965089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:37.074828 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.075182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.075489 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 84ca9031-fd56-45fa-81cb-ae7e9ce8d58f disassociated. External IP: 172.37.1.31, port: 36da5046-389c-4afa-9d14-41833f5b0db3. Sep 25 00:59:37.075819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for 36da5046-389c-4afa-9d14-41833f5b0db3 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:37.159902 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:37.221886 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (36da5046-389c-4afa-9d14-41833f5b0db3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.263334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=36da5046-389c-4afa-9d14-41833f5b0db3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:37.287278 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a2a07003-150b-4071-aa4b-6fe06bbffe56 req-836b64ff-69a2-45ba-a6bb-626d2ab36fd0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0341067 Sep 25 00:59:37.468300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5fc7-dc70-443e-8801-4ed2602258c8 req-50ee049a-0c99-45a5-8e53-8f2c7595c5ad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:37.470015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c7e5fc7-dc70-443e-8801-4ed2602258c8 req-50ee049a-0c99-45a5-8e53-8f2c7595c5ad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0518897 Sep 25 00:59:37.522963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c7e5fc7-dc70-443e-8801-4ed2602258c8 req-f3953285-cb66-4b70-8e37-93eab0a6ed03 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468926 Sep 25 00:59:37.634949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:37.746260 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:37.757503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:37.768595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:37.769524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:37.810345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] No DVR routers for this DVR port 36da5046-389c-4afa-9d14-41833f5b0db3 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:59:37.813474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:37.816699 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-401c4605-dbcd-4b95-94ba-868aac79a6bc req-8d04b4f0-5337-4fdd-941d-7dd211d4d49b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "DELETE /networking/v2.0/ports/36da5046-389c-4afa-9d14-41833f5b0db3 HTTP/1.1" status: 204 len: 173 time: 1.1324735 Sep 25 00:59:37.817199 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'name': 'network-vif-deleted', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:37.819596 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9559dd-27f0-43f9-afc5-e19a7411643b" -d '{"events": [{"server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "name": "network-vif-deleted", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:37.862318 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd591124-cd12-4d55-8c3a-7f07df8185b7 x-openstack-request-id: req-dd591124-cd12-4d55-8c3a-7f07df8185b7 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:37.862617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6892e391-59db-43ba-8843-ce34ade53390", "name": "network-vif-deleted", "tag": "36da5046-389c-4afa-9d14-41833f5b0db3", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:37.862876 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd591124-cd12-4d55-8c3a-7f07df8185b7 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:37.863270 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd591124-cd12-4d55-8c3a-7f07df8185b7'] response: {'server_uuid': '6892e391-59db-43ba-8843-ce34ade53390', 'name': 'network-vif-deleted', 'tag': '36da5046-389c-4afa-9d14-41833f5b0db3', 'status': 'completed', 'code': 200} Sep 25 00:59:37.883153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:38.109203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:38.138839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:38.147508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:38.148119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:38.256884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:38.402592 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9af2fe6-a971-4943-aa4f-0f5672400910 req-17904ca4-20f0-490d-8e0a-90a6b54192dd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0333419 Sep 25 00:59:38.632710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:38.679022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393a8f9-dd69-4025-8e06-1dba40babd2f None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '037dd6c2-41d0-43d9-9277-d9fc08c10b1b', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.40', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:82:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:55:58Z', 'updated_at': '2022-09-25T00:56:53Z', 'revision_number': 2, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:38.902053 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29491219-7b71-4b71-8007-cbd04e66afc9 None None] New status for floating IP 84ca9031-fd56-45fa-81cb-ae7e9ce8d58f: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:59:39.516822 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9019b251-5391-4c48-9b94-ff4601f5bcaf req-d86bca31-0a85-4f69-bd06-d84ffb7023eb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6892e391-59db-43ba-8843-ce34ade53390 HTTP/1.1" status: 200 len: 210 time: 0.0300534 Sep 25 00:59:40.615867 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37626) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.675842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (f0d3b914-378e-40fe-b150-c8676dc91021), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.701449 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (f0d3b914-378e-40fe-b150-c8676dc91021), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.751880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f0d3b914-378e-40fe-b150-c8676dc91021), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.754794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.756040 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f0d3b914-378e-40fe-b150-c8676dc91021 HTTP/1.1" status: 204 len: 168 time: 0.1391506 Sep 25 00:59:40.759586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37632) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.767603 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036637d-7d10-4580-836b-46e208f753fb tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d3b914-378e-40fe-b150-c8676dc91021,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:40.778487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-4ee72f25-4386-450d-b512-c58a7a89c6e4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] show failed (client error): The resource could not be found. Sep 25 00:59:40.782706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37636) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:40.782917 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4ee72f25-4386-450d-b512-c58a7a89c6e4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups/f0d3b914-378e-40fe-b150-c8676dc91021 HTTP/1.1" status: 404 len: 347 time: 0.0219285 Sep 25 00:59:40.902222 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port 5782af87-0b4f-4824-aed9-541addf429b2 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:40.902566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (5782af87-0b4f-4824-aed9-541addf429b2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.965249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:40.989475 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (5782af87-0b4f-4824-aed9-541addf429b2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:40.989802 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (5782af87-0b4f-4824-aed9-541addf429b2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.002726 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for 5782af87-0b4f-4824-aed9-541addf429b2 owned by network:floatingip {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:41.156221 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (5782af87-0b4f-4824-aed9-541addf429b2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.159609 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:41.187541 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=5782af87-0b4f-4824-aed9-541addf429b2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:41.253204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (84ca9031-fd56-45fa-81cb-ae7e9ce8d58f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.255764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:41.256925 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-946b58ba-dfc6-4048-9efd-53dd8ed7bb35 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/84ca9031-fd56-45fa-81cb-ae7e9ce8d58f HTTP/1.1" status: 204 len: 168 time: 0.4730680 Sep 25 00:59:43.600120 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 36da5046-389c-4afa-9d14-41833f5b0db3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:59:43.620770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 36da5046-389c-4afa-9d14-41833f5b0db3 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:59:43.621111 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 36da5046-389c-4afa-9d14-41833f5b0db3 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:59:46.251068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37734) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:46.375701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec7c135-132a-47cc-ae87-fee2a9f967aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.477364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec7c135-132a-47cc-ae87-fee2a9f967aa admin admin] Publish callbacks [] for security_group (620a552b-8dbf-4d17-b11a-b02de067a613), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.482524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec7c135-132a-47cc-ae87-fee2a9f967aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (620a552b-8dbf-4d17-b11a-b02de067a613), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.487085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:46.536761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7c135-132a-47cc-ae87-fee2a9f967aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a552b-8dbf-4d17-b11a-b02de067a613,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:46.541631 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cec7c135-132a-47cc-ae87-fee2a9f967aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=28dbef675166415687c9840b5ac605f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894108 Sep 25 00:59:46.544552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37738) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:46.608126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] Publish callbacks [] for security_group (620a552b-8dbf-4d17-b11a-b02de067a613), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.637151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] Publish callbacks [] for security_group (620a552b-8dbf-4d17-b11a-b02de067a613), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.701037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (620a552b-8dbf-4d17-b11a-b02de067a613), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.704507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:46.705753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/620a552b-8dbf-4d17-b11a-b02de067a613 HTTP/1.1" status: 204 len: 168 time: 0.1600432 Sep 25 00:59:46.714387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24248cf2-0e51-4fae-8442-5797b500c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a552b-8dbf-4d17-b11a-b02de067a613,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:47.406667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d63b159d-1e5b-4f6c-be65-9bf72b5eaeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:47.531548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e447b-5bbb-4352-8f7b-60535cabe89d req-729db2f2-9d8b-4464-93ef-ef44f264eb23 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:47.533127 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f40e447b-5bbb-4352-8f7b-60535cabe89d req-729db2f2-9d8b-4464-93ef-ef44f264eb23 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0521748 Sep 25 00:59:47.549528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-63bca569-e8bf-4ec0-8beb-21eaa23751fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:47.551172 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-63bca569-e8bf-4ec0-8beb-21eaa23751fb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.0422027 Sep 25 00:59:47.593880 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f40e447b-5bbb-4352-8f7b-60535cabe89d req-a1219541-7705-49d1-8886-4ba07f486a9b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549488 Sep 25 00:59:47.659229 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-e94948fe-969e-4fea-bf52-a5587eca9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:47.660723 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-e94948fe-969e-4fea-bf52-a5587eca9758 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.1021650 Sep 25 00:59:47.747173 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-ca60fd82-4efe-458d-8b89-e7f4da30bf05 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1002 time: 0.0615487 Sep 25 00:59:47.808396 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-6ee2ed6b-bf92-4840-a6dd-e998bb9ec635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:47.809937 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-6ee2ed6b-bf92-4840-a6dd-e998bb9ec635 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0496323 Sep 25 00:59:47.855089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-830d2bcc-c10a-4358-af70-9702b009247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:47.856608 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-830d2bcc-c10a-4358-af70-9702b009247c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390511 Sep 25 00:59:47.956724 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-59b750f7-9872-4fd0-a89d-051e41647c7d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910258 Sep 25 00:59:48.061628 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ef7fa90-07fa-4309-9455-21b0c92d2ec3 req-38a0e816-8436-4905-b75e-adb83bdc13e9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960360 Sep 25 00:59:48.321491 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabdd03-ea2b-42e0-9ca8-8b8aefdebfb6 req-5c5e4507-7d0b-4fff-98e3-01ce1b102511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:48.323013 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ebabdd03-ea2b-42e0-9ca8-8b8aefdebfb6 req-5c5e4507-7d0b-4fff-98e3-01ce1b102511 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0495262 Sep 25 00:59:48.382728 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ebabdd03-ea2b-42e0-9ca8-8b8aefdebfb6 req-dbfa1280-c9fa-43d1-a49f-2e372df56b79 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533454 Sep 25 00:59:48.721405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a78e-b45b-48c3-b755-bdbe0971f19f req-57e3e833-f48d-410f-bc9d-07a248561a43 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:48.722915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2154a78e-b45b-48c3-b755-bdbe0971f19f req-57e3e833-f48d-410f-bc9d-07a248561a43 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Sep 25 00:59:48.773514 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2154a78e-b45b-48c3-b755-bdbe0971f19f req-6b753786-8695-478c-bd17-0a7a7bfd9c12 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447319 Sep 25 00:59:48.973014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:49.003993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:49.322896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.511310 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788ff9-addc-43de-9f44-621aac720a4c req-1fdfdec2-fa14-4af8-84d4-c16cd7681990 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:49.512844 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-76788ff9-addc-43de-9f44-621aac720a4c req-1fdfdec2-fa14-4af8-84d4-c16cd7681990 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0495799 Sep 25 00:59:49.564974 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-76788ff9-addc-43de-9f44-621aac720a4c req-a7260fbb-b43e-41a9-b018-ec2878af9161 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 Sep 25 00:59:49.746676 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7e1fc57-1d27-47be-aac7-a9b0bbd39e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:49.901243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60a122-6451-4c05-ab5a-24678a87684c req-5be4047d-2100-42f6-a83c-e9f8cfc87a48 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:49.902717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a60a122-6451-4c05-ab5a-24678a87684c req-5be4047d-2100-42f6-a83c-e9f8cfc87a48 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Sep 25 00:59:49.956402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a60a122-6451-4c05-ab5a-24678a87684c req-2d007717-8c35-4ecd-96ff-93aacbfe33ac tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464141 Sep 25 00:59:50.498728 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b657-604d-499b-bdb4-bb79146294e1 req-dfdd86e9-507e-44a9-91e0-ae10ead2a1aa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:50.500290 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7859b657-604d-499b-bdb4-bb79146294e1 req-dfdd86e9-507e-44a9-91e0-ae10ead2a1aa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0501378 Sep 25 00:59:50.584547 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:50.596385 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port 0b0017e5-0afb-4334-8450-1d4303b0d473 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:50.596903 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.709399 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:50.717999 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f466cdf-d0ed-4759-99b3-c7696f03020a req-c662ba12-a5ed-4fd1-bf98-0d3f1600c03e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:50.719501 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f466cdf-d0ed-4759-99b3-c7696f03020a req-c662ba12-a5ed-4fd1-bf98-0d3f1600c03e tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 945 time: 0.0742822 Sep 25 00:59:50.742577 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] For port 0b0017e5-0afb-4334-8450-1d4303b0d473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b0017e5-0afb-4334-8450-1d4303b0d473,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 00:59:50.742931 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.833479 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f466cdf-d0ed-4759-99b3-c7696f03020a req-ca7837df-11f3-4aec-9ef5-64c09556ce81 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=85a4d961-6b69-4634-b71f-daffd4a3d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046705 Sep 25 00:59:50.935047 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.935408 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:50.936307 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 037dd6c2-41d0-43d9-9277-d9fc08c10b1b disassociated. External IP: 172.37.1.40, port: 0b0017e5-0afb-4334-8450-1d4303b0d473. Sep 25 00:59:50.936833 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for 0b0017e5-0afb-4334-8450-1d4303b0d473 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:50.962839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.079426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (0b0017e5-0afb-4334-8450-1d4303b0d473), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.090751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9238-d99d-4fbc-bea8-c016ba9bd7e6 req-abaf85c1-92a0-47c8-868d-6b0f56ddb917 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:51.092804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04fb9238-d99d-4fbc-bea8-c016ba9bd7e6 req-abaf85c1-92a0-47c8-868d-6b0f56ddb917 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0521979 Sep 25 00:59:51.110840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=0b0017e5-0afb-4334-8450-1d4303b0d473,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:51.148886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.153957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04fb9238-d99d-4fbc-bea8-c016ba9bd7e6 req-993f8486-e4c5-483b-a22b-4727fff9287d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546601 Sep 25 00:59:51.238295 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 00:59:51.357385 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 00:59:51.368922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 00:59:51.383033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:51.383545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:51.412815 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] No DVR routers for this DVR port 0b0017e5-0afb-4334-8450-1d4303b0d473 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 00:59:51.416241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:51.419857 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7859b657-604d-499b-bdb4-bb79146294e1 req-4b7b1fcc-48d3-4a06-ae0e-ea950bbde5af tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0b0017e5-0afb-4334-8450-1d4303b0d473 HTTP/1.1" status: 204 len: 173 time: 0.9116409 Sep 25 00:59:51.420572 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'name': 'network-vif-deleted', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:51.423812 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfbc8ba-40ee-4072-bfcc-81e39450d8e8" -d '{"events": [{"server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "name": "network-vif-deleted", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:51.498343 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41961b7a-1243-4335-b426-cc50dd1eb728 x-openstack-request-id: req-41961b7a-1243-4335-b426-cc50dd1eb728 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:51.498880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af139b53-2db6-43ea-9e69-27dfbb9304bc", "name": "network-vif-deleted", "tag": "0b0017e5-0afb-4334-8450-1d4303b0d473", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:51.499303 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41961b7a-1243-4335-b426-cc50dd1eb728 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:51.499867 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41961b7a-1243-4335-b426-cc50dd1eb728'] response: {'server_uuid': 'af139b53-2db6-43ea-9e69-27dfbb9304bc', 'name': 'network-vif-deleted', 'tag': '0b0017e5-0afb-4334-8450-1d4303b0d473', 'status': 'completed', 'code': 200} Sep 25 00:59:51.509613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.518114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:51.556406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:51.764294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:51.794372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 00:59:51.804138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 00:59:51.804746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:51.920752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 00:59:51.989507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b33e238-b323-448e-8900-c9ae0c279a57 req-ff48224c-65a5-4e1e-91a0-5f46b878b4f9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=af139b53-2db6-43ea-9e69-27dfbb9304bc HTTP/1.1" status: 200 len: 210 time: 0.0419796 Sep 25 00:59:52.132443 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 00:59:52.159556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a360d-e229-462b-9a51-1ccf7a003deb None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 00:59:52.275917 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:52.310426 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3abfa-5f05-470f-ae8a-6b33d750c220 req-3006e906-da54-4fd4-8d89-23b13d883100 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:52.313055 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-90d3abfa-5f05-470f-ae8a-6b33d750c220 req-3006e906-da54-4fd4-8d89-23b13d883100 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0593915 Sep 25 00:59:52.393034 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-90d3abfa-5f05-470f-ae8a-6b33d750c220 req-a93d0dd4-bbba-40b0-8650-eb6a18d9d156 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685747 Sep 25 00:59:52.483316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c462c-042e-40b8-8043-6b655bd340cf None None] New status for floating IP 037dd6c2-41d0-43d9-9277-d9fc08c10b1b: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 00:59:52.584664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.087374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37788) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.145022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (85a4d961-6b69-4634-b71f-daffd4a3d47f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.167380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (85a4d961-6b69-4634-b71f-daffd4a3d47f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.458275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (85a4d961-6b69-4634-b71f-daffd4a3d47f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.460854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.464996 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/85a4d961-6b69-4634-b71f-daffd4a3d47f HTTP/1.1" status: 204 len: 168 time: 0.3737743 Sep 25 00:59:53.465803 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37792) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.473312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f408a4c-f263-4f91-b500-5100241bf8b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4d961-6b69-4634-b71f-daffd4a3d47f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.483153 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.api.v2.resource [None req-1811e8fb-690f-40a4-a2dd-8577a31324e9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] show failed (client error): The resource could not be found. Sep 25 00:59:53.484512 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-1811e8fb-690f-40a4-a2dd-8577a31324e9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups/85a4d961-6b69-4634-b71f-daffd4a3d47f HTTP/1.1" status: 404 len: 347 time: 0.0162704 Sep 25 00:59:53.487910 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37794) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:53.494248 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.570333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f1740-e79e-420c-912c-b25adf801362 req-03b04f5e-33fd-48e0-91cb-f0a2b8f288cc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:53.571828 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-125f1740-e79e-420c-912c-b25adf801362 req-03b04f5e-33fd-48e0-91cb-f0a2b8f288cc tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0511484 Sep 25 00:59:53.620591 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port c677e0d1-0bfa-45ef-9888-f9884e48ddd2 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 00:59:53.621072 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.622535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-125f1740-e79e-420c-912c-b25adf801362 req-b6b14c2d-a662-4ddc-bda9-db715f1a3fc8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 Sep 25 00:59:53.652961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0b0017e5-0afb-4334-8450-1d4303b0d473 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 00:59:53.673938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 0b0017e5-0afb-4334-8450-1d4303b0d473 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 00:59:53.674286 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0b0017e5-0afb-4334-8450-1d4303b0d473 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 00:59:53.698382 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:53.708384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.708614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.723800 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for c677e0d1-0bfa-45ef-9888-f9884e48ddd2 owned by network:floatingip {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 00:59:53.864835 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (c677e0d1-0bfa-45ef-9888-f9884e48ddd2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.888875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=c677e0d1-0bfa-45ef-9888-f9884e48ddd2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:53.962165 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (037dd6c2-41d0-43d9-9277-d9fc08c10b1b), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.964612 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:53.965800 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-65f60cc2-cdfd-446b-9faf-87823a5e2dc5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/037dd6c2-41d0-43d9-9277-d9fc08c10b1b HTTP/1.1" status: 204 len: 168 time: 0.4769578 Sep 25 00:59:54.051068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37798) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.055600 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76657188', 'description': 'tempest-description--82340807'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.081440 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.155399 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (9c548fe2-c968-431e-b105-29ac3ebc5929), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.160186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (9c548fe2-c968-431e-b105-29ac3ebc5929), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.192737 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.193993 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1418927 Sep 25 00:59:54.195941 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23b5c2-824c-4b1d-ae3a-f71ebcf9520a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c548fe2-c968-431e-b105-29ac3ebc5929,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.197156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37800) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.202458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '9c548fe2-c968-431e-b105-29ac3ebc5929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.231396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (d04aca62-b564-4266-9fe2-7612b4ea2316), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.293273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (d04aca62-b564-4266-9fe2-7612b4ea2316), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.297924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (d04aca62-b564-4266-9fe2-7612b4ea2316), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.320628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04aca62-b564-4266-9fe2-7612b4ea2316,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.325973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.330700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-206be79c-cb5f-447c-b48e-e424ee82c3d4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295416 Sep 25 00:59:54.330700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37804) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.335473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '9c548fe2-c968-431e-b105-29ac3ebc5929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.358420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.366195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (01edd873-2f4f-4209-a83f-ad585bf6b6fa), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.419486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (01edd873-2f4f-4209-a83f-ad585bf6b6fa), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.423736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (01edd873-2f4f-4209-a83f-ad585bf6b6fa), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.445548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01edd873-2f4f-4209-a83f-ad585bf6b6fa,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:54.452032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.453207 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6de9a887-8fd5-47d2-bffe-8edda5b49b94 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215789 Sep 25 00:59:54.456627 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37806) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 00:59:54.461293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:54.484838 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.572286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.665401 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.692481 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.37.1.202 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/ffaa118a-c7e1-431d-adf2-f9c1b1fda378) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:54.757470 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c678e-36cf-4453-832e-e06818454d1a req-d52a0032-5f49-4a6b-adae-3cb8079a75b7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:54.759068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b2c678e-36cf-4453-832e-e06818454d1a req-d52a0032-5f49-4a6b-adae-3cb8079a75b7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0515926 Sep 25 00:59:54.808361 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.808699 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b2c678e-36cf-4453-832e-e06818454d1a req-9dc5e9c8-53c1-48d9-90d7-e3e14db47577 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Sep 25 00:59:54.833012 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:54.844053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:54.884317 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:54.889829 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:54.892293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:54.917422 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=ffaa118a-c7e1-431d-adf2-f9c1b1fda378,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:55.226028 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.265015 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.430885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.436562 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.510322 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=ffaa118a-c7e1-431d-adf2-f9c1b1fda378,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:55.512859 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.534287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:55.535525 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-722cd255-2be4-47aa-bc78-63e3bc786227 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0778086 Sep 25 00:59:55.765224 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-3c713647-1222-4fce-aefe-3f939c919d37 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--76657188&fields=id&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 267 time: 0.0450594 Sep 25 00:59:55.837234 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:55.884912 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-4ffe9084-722a-4e47-b65e-a10c4fc447be tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:55.886596 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-4ffe9084-722a-4e47-b65e-a10c4fc447be tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.1142597 Sep 25 00:59:55.901884 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-b578bb4a-7bcd-4117-85c0-9925d303f3ce tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/quotas/f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0099027 Sep 25 00:59:55.937222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638cae-f593-4810-945e-d4f515578cfd req-7d5cd081-0f91-485c-aade-74c7f0f31dcb tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:55.938784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57638cae-f593-4810-945e-d4f515578cfd req-7d5cd081-0f91-485c-aade-74c7f0f31dcb tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Sep 25 00:59:55.955646 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-9acaea05-8f10-4124-977a-1c33a0330d1b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481505 Sep 25 00:59:55.991703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57638cae-f593-4810-945e-d4f515578cfd req-d3addf3d-078e-4364-b073-de0b5ade9605 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472310 Sep 25 00:59:56.062468 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-79c2038f-dead-47a6-a246-47c27b866b8c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940681 Sep 25 00:59:56.160889 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-e6c1e60f-50d6-40e5-9f54-c9ee8d2a4abe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927162 Sep 25 00:59:56.333141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56590d82-1de7-4c26-8111-35ca59b0db7b req-fdb5c98f-f652-4df1-975b-1dea00ebd2ff tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 210 time: 0.0297596 Sep 25 00:59:57.122656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaeadd-a22c-48fb-976a-71d016171732 req-b991e886-500b-49eb-a469-42360af9736b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:57.124611 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9efaeadd-a22c-48fb-976a-71d016171732 req-b991e886-500b-49eb-a469-42360af9736b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0523019 Sep 25 00:59:57.146403 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:57.181107 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9efaeadd-a22c-48fb-976a-71d016171732 req-7d852662-5c81-437b-bac0-c0ebb01a8371 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495586 Sep 25 00:59:57.440656 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac2d79e8-71dd-43ff-8e53-4f400bc82afb req-71bf9401-8043-44fc-b80c-297647070776 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 210 time: 0.0290148 Sep 25 00:59:57.762896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-28581390-511e-42c3-8514-9d088e0a97dd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:57.765395 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-28581390-511e-42c3-8514-9d088e0a97dd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.1224105 Sep 25 00:59:57.840505 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-b3e1e52d-bbff-4593-b56a-a0e2820d6753 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 378 time: 0.0582235 Sep 25 00:59:57.857691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'port': {'device_id': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'admin_state_up': True, 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'security_groups': ['9c548fe2-c968-431e-b105-29ac3ebc5929']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:57.982969 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'port': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 00:59:57.987844 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.147285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.20.0.13 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/dc9429b9-a8b5-45cb-94af-f68e5fc7099c) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 00:59:58.318067 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.334272 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc885b-d415-4d00-9429-6e0d8896bb8b req-c18d6379-28fd-48b3-9371-ec57de67c108 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.335787 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aedc885b-d415-4d00-9429-6e0d8896bb8b req-c18d6379-28fd-48b3-9371-ec57de67c108 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0703900 Sep 25 00:59:58.398673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.425303 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aedc885b-d415-4d00-9429-6e0d8896bb8b req-a7576364-8b2f-4473-839c-fac96241c4f0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789154 Sep 25 00:59:58.452957 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.508749 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 00:59:58.517402 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 00:59:58.520144 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 00:59:58.552650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:58.570529 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.590044 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.590263 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.608282 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-591afb7c-cf0a-45c2-80be-74082cee63ef service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804276 Sep 25 00:59:58.610987 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-1055a2cf-70d0-47d1-8047-6dd9c95e80bc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578399 Sep 25 00:59:58.617542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c53ee-5923-4338-bff9-a5e7b42c6c97 req-9d21d4a0-9c05-469f-bc87-83860202e317 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.619098 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e2c53ee-5923-4338-bff9-a5e7b42c6c97 req-9d21d4a0-9c05-469f-bc87-83860202e317 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 932 time: 0.0902965 Sep 25 00:59:58.658096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Request body: {'port': {'device_id': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 00:59:58.666211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:58.705802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e2c53ee-5923-4338-bff9-a5e7b42c6c97 req-40573ebf-17d3-44a8-bb01-942f28de3197 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806394 Sep 25 00:59:58.718745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-b682433c-b1de-4af3-80dd-f0252f781d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.720352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-b682433c-b1de-4af3-80dd-f0252f781d8a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 1130 time: 0.0625377 Sep 25 00:59:58.734823 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.767532 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Provisioning complete for port dc9429b9-a8b5-45cb-94af-f68e5fc7099c triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 00:59:58.768110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:58.768254 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Attempt 1 to provision port dc9429b9-a8b5-45cb-94af-f68e5fc7099c Sep 25 00:59:58.804469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Port dc9429b9-a8b5-45cb-94af-f68e5fc7099c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:58.839080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-c04e907c-9aed-4ce9-b5b5-1617741c91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.840460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-c04e907c-9aed-4ce9-b5b5-1617741c91da service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.0977471 Sep 25 00:59:58.884345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-dcd90351-4587-475e-a214-8da3e864fd7c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.0357666 Sep 25 00:59:58.936211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-8b3e926f-62e6-4688-9ee1-0caba0813585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.937737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-8b3e926f-62e6-4688-9ee1-0caba0813585 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0462086 Sep 25 00:59:58.990149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-4e858060-21e3-4008-b4ff-084042911fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:58.991708 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-4e858060-21e3-4008-b4ff-084042911fd9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456913 Sep 25 00:59:59.011971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9429b9-a8b5-45cb-94af-f68e5fc7099c {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 00:59:59.020859 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks [] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.034215 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Transition to ACTIVE for port object dc9429b9-a8b5-45cb-94af-f68e5fc7099c will not be triggered until provisioned by entity L2. {{(pid=106228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 00:59:59.038759 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.095630 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-89d0de8e-192a-42cf-999e-f18059b3ddb4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961616 Sep 25 00:59:59.100673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:59.157236 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Attempting to bind port dc9429b9-a8b5-45cb-94af-f68e5fc7099c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 00:59:59.157970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Attempting to bind port dc9429b9-a8b5-45cb-94af-f68e5fc7099c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 00:59:59.157970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Attempting to bind port dc9429b9-a8b5-45cb-94af-f68e5fc7099c on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:59.200664 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 00:59:59.203757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Port dc9429b9-a8b5-45cb-94af-f68e5fc7099c on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 00:59:59.204089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Attempting to bind port dc9429b9-a8b5-45cb-94af-f68e5fc7099c on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 00:59:59.205131 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9dc54c36-eba4-4de1-aedd-f2e11675dd36 req-40f1ae5a-3f56-4009-aa88-0a2dc3ef95b8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013258 Sep 25 00:59:59.250235 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 0, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 00:59:59.250571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 00:59:59.250960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 00:59:59.251398 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Bound port: dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 00:59:59.251757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.305713 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Attempt 2 to provision port dc9429b9-a8b5-45cb-94af-f68e5fc7099c Sep 25 00:59:59.319966 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 00:59:59.323390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 00:59:59.330978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.335381 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:59.336303 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 00:59:59.338269 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/dc9429b9-a8b5-45cb-94af-f68e5fc7099c HTTP/1.1" status: 200 len: 1094 time: 0.6862917 Sep 25 00:59:59.340876 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 00:59:59.343699 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34db1abd-8128-4222-926c-b163923b52d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 00:59:59.347960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Port dc9429b9-a8b5-45cb-94af-f68e5fc7099c cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 00:59:59.391588 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8f09b-95a7-43af-95d4-ec2676d21196 x-openstack-request-id: req-8cd8f09b-95a7-43af-95d4-ec2676d21196 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 00:59:59.391885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 00:59:59.392136 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cd8f09b-95a7-43af-95d4-ec2676d21196 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 00:59:59.392538 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd8f09b-95a7-43af-95d4-ec2676d21196'] response: {'name': 'network-changed', 'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'status': 'completed', 'code': 200} Sep 25 00:59:59.413102 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0ac4-36ce-4090-806f-2b1004d42f9c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 00:59:59.558935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2544-b3d4-418f-abef-6ad901e873c2 req-49cc50a8-f0b1-4662-9c32-14e453f9bb25 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:59.560472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58fb2544-b3d4-418f-abef-6ad901e873c2 req-49cc50a8-f0b1-4662-9c32-14e453f9bb25 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Sep 25 00:59:59.610650 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58fb2544-b3d4-418f-abef-6ad901e873c2 req-4307ea3e-dbf9-40fa-a561-edaab9961987 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Sep 25 00:59:59.830970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-c9249aee-4f81-4fef-8d74-3383d61d4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:59.832490 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-c9249aee-4f81-4fef-8d74-3383d61d4450 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 1128 time: 0.0705402 Sep 25 00:59:59.847521 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489dd3-f02f-4bde-9184-7481c00a8b49 req-3d390184-220e-4be7-82db-783bedebdd3a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 00:59:59.848594 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Attempt 3 to provision port dc9429b9-a8b5-45cb-94af-f68e5fc7099c Sep 25 00:59:59.849094 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-53489dd3-f02f-4bde-9184-7481c00a8b49 req-3d390184-220e-4be7-82db-783bedebdd3a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 944 time: 0.0586894 Sep 25 00:59:59.898289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-78ef3377-b504-4337-941f-920ff4713676 None None] Port dc9429b9-a8b5-45cb-94af-f68e5fc7099c had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 00:59:59.902172 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-cd596e23-411e-478d-9ff4-7ffc2eaad502 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c HTTP/1.1" status: 200 len: 217 time: 0.0485682 Sep 25 00:59:59.931780 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-53489dd3-f02f-4bde-9184-7481c00a8b49 req-e328518e-6a75-4ce6-92a2-eb674fbf6562 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722241 Sep 25 01:00:00.015204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:00.028881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-016885ba-4737-4506-b5d6-219a903b15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:00.030478 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-016885ba-4737-4506-b5d6-219a903b15ed service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.0507448 Sep 25 01:00:00.082646 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-bd4ef926-abad-4bd5-8645-33464c2ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:00.084184 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-bd4ef926-abad-4bd5-8645-33464c2ae2e7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407953 Sep 25 01:00:00.189473 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-4d4a3abc-4b9a-4fbf-b16e-b7ac6194acb6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931013 Sep 25 01:00:00.290303 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fbac6f5c-439e-4d75-8b0d-54cdf69cf6b1 req-74587b4b-c1f9-4279-a2e5-4179296be048 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Sep 25 01:00:00.525943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:00:00.727531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:00.744247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6f902-94af-4c6f-99ab-1502af16d252 req-ad3fab1d-5311-46af-a7be-d8c72399c400 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:00.745683 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dce6f902-94af-4c6f-99ab-1502af16d252 req-ad3fab1d-5311-46af-a7be-d8c72399c400 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0486684 Sep 25 01:00:00.800323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dce6f902-94af-4c6f-99ab-1502af16d252 req-8c56f131-0819-4144-af6e-22f46aafa1e8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485687 Sep 25 01:00:01.068586 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fe766-4b5e-4390-9954-610d82f8453a req-65d2f3f6-a000-4999-a134-1cdb3c7326ae tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.070081 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ca2fe766-4b5e-4390-9954-610d82f8453a req-65d2f3f6-a000-4999-a134-1cdb3c7326ae tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 944 time: 0.0538313 Sep 25 01:00:01.119226 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ca2fe766-4b5e-4390-9954-610d82f8453a req-41a73964-03c4-43d5-a341-a6f2ea441b55 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434918 Sep 25 01:00:01.728815 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1abd-8128-4222-926c-b163923b52d0 req-552bbf02-8d7e-45a6-99a9-9fba12f410a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.730352 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-552bbf02-8d7e-45a6-99a9-9fba12f410a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 1128 time: 0.0413017 Sep 25 01:00:01.904013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1abd-8128-4222-926c-b163923b52d0 req-20767153-de46-4c64-9c6b-bc3fbf6e1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.906329 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-20767153-de46-4c64-9c6b-bc3fbf6e1074 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.0994258 Sep 25 01:00:01.936900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda9847-684e-44b0-9253-cd58ba947cd5 req-bd8c07a5-8b73-44ba-9e9e-e11f45effab5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:01.938723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebda9847-684e-44b0-9253-cd58ba947cd5 req-bd8c07a5-8b73-44ba-9e9e-e11f45effab5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0538170 Sep 25 01:00:01.948986 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-8351c9eb-bd6f-4bd1-b0cc-743694b3e5fa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c HTTP/1.1" status: 200 len: 217 time: 0.0352099 Sep 25 01:00:01.991393 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebda9847-684e-44b0-9253-cd58ba947cd5 req-d97f3878-c717-433b-ae0c-2bfb441aa94b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Sep 25 01:00:02.004162 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1abd-8128-4222-926c-b163923b52d0 req-c5850eb9-9cac-4846-b7f4-5e728e6e71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.005896 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-c5850eb9-9cac-4846-b7f4-5e728e6e71e0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.0504093 Sep 25 01:00:02.059164 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1abd-8128-4222-926c-b163923b52d0 req-c487f547-fc2d-45e1-8b02-8ae5f1bc8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.061970 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-c487f547-fc2d-45e1-8b02-8ae5f1bc8fdf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466652 Sep 25 01:00:02.130706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:02.166879 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-d7e1ff6d-e603-4cae-9af4-f6d7b217303f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976140 Sep 25 01:00:02.268189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c711d2-979e-4a06-a4ae-725154aa25a1 req-a608d1e0-f258-4b9b-a780-a03bad788f95 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.270413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0c711d2-979e-4a06-a4ae-725154aa25a1 req-a608d1e0-f258-4b9b-a780-a03bad788f95 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 944 time: 0.0614300 Sep 25 01:00:02.281890 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-34db1abd-8128-4222-926c-b163923b52d0 req-a2550d48-5778-4578-bcd3-f224c0541889 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083002 Sep 25 01:00:02.343006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0c711d2-979e-4a06-a4ae-725154aa25a1 req-6749f578-c003-4ac5-a22f-6c560a789cf6 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594962 Sep 25 01:00:02.403923 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec3382-80df-4616-b681-f77c0b77da98 req-4e95de5e-81c6-4c1c-b448-34329b2a53d4 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.405787 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e1ec3382-80df-4616-b681-f77c0b77da98 req-4e95de5e-81c6-4c1c-b448-34329b2a53d4 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0705032 Sep 25 01:00:02.448948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-cc01ecaa-3a99-4c08-bef5-a6d579ab55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.450431 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-cc01ecaa-3a99-4c08-bef5-a6d579ab55c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1168 time: 0.0632195 Sep 25 01:00:02.531571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:02.541680 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e1ec3382-80df-4616-b681-f77c0b77da98 req-702e5bfe-d0fd-45d0-b4c7-4560bec14efb tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184075 Sep 25 01:00:02.578529 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-0f895d6c-da11-45cf-8f02-94ee8331737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.580012 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-0f895d6c-da11-45cf-8f02-94ee8331737e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.1197200 Sep 25 01:00:02.647981 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-79927219-cf3d-448e-9fa4-dc84046618d8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 1001 time: 0.0607381 Sep 25 01:00:02.698487 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-19c3b393-9da6-430b-aec5-2af2e73a656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.699887 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-19c3b393-9da6-430b-aec5-2af2e73a656d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.0457904 Sep 25 01:00:02.745438 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-41362c41-5573-4655-809a-f5eb8e5f3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:02.746958 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-41362c41-5573-4655-809a-f5eb8e5f3ac8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407572 Sep 25 01:00:02.846698 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-394cf4c6-9e26-4a17-9cc4-d663501a18dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926347 Sep 25 01:00:02.938329 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0da8135-9f6a-4660-8523-116e08dbd724 req-f095b176-3023-4a73-91ae-595715d820d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851555 Sep 25 01:00:03.132944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87401844-7ca2-4b24-b086-412765604772 req-67c870d0-308e-4d67-bd45-120e911f464b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:03.134628 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-87401844-7ca2-4b24-b086-412765604772 req-67c870d0-308e-4d67-bd45-120e911f464b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0648451 Sep 25 01:00:03.186853 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-87401844-7ca2-4b24-b086-412765604772 req-c1e48be4-3447-4976-8b1c-5cc24a850b4e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Sep 25 01:00:03.477910 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f3d7-737d-48e9-b833-bb9b433479e2 req-42619a1c-a664-4c53-9a20-2fd08f5f9b13 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:03.479534 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e42f3d7-737d-48e9-b833-bb9b433479e2 req-42619a1c-a664-4c53-9a20-2fd08f5f9b13 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 944 time: 0.0522385 Sep 25 01:00:03.531315 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e42f3d7-737d-48e9-b833-bb9b433479e2 req-9d607876-02b9-4cae-b2d9-01fe0dfda210 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449326 Sep 25 01:00:03.675927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa28fdb-654c-40ff-a318-564653cea93c req-6bf39db8-d01b-4d3b-8f76-db5efdfd7617 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:03.677644 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1aa28fdb-654c-40ff-a318-564653cea93c req-6bf39db8-d01b-4d3b-8f76-db5efdfd7617 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0517380 Sep 25 01:00:03.691650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device dc9429b9-a8b5-45cb-94af-f68e5fc7099c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:00:03.743070 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1aa28fdb-654c-40ff-a318-564653cea93c req-3a8294b0-6864-4038-997b-b9441b5b5e56 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596933 Sep 25 01:00:03.821811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:03.840055 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'port_id': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'mac_address': 'fa:16:3e:3e:f5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:00:03.880665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port dc9429b9-a8b5-45cb-94af-f68e5fc7099c is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:03.881052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.897463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9429b9-a8b5-45cb-94af-f68e5fc7099c {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:03.910248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:03.920489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:03.924028 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:03.928372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:03.978553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:03.986916 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.987259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.987623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.988019 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.988353 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.988681 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.989003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.989353 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.989692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.990039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.990315 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.990650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.990972 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.991287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:03.991601 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:04.318208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f32239-9b63-4674-92d9-73e30b6d30da req-ef9f10c6-0894-4084-bc20-4ee65dda2393 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:04.320523 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-76f32239-9b63-4674-92d9-73e30b6d30da req-ef9f10c6-0894-4084-bc20-4ee65dda2393 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0549679 Sep 25 01:00:04.353129 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['dc9429b9-a8b5-45cb-94af-f68e5fc7099c'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:00:04.375872 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-76f32239-9b63-4674-92d9-73e30b6d30da req-a37d92c3-2a08-4066-a5e1-dc7744cf4fc3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Sep 25 01:00:04.662577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6526e-5dd3-4b3c-a3ca-64c19e2715af req-4fbff24a-244d-4ce5-ab0a-5d1ff1bd889c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:04.664343 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-81c6526e-5dd3-4b3c-a3ca-64c19e2715af req-4fbff24a-244d-4ce5-ab0a-5d1ff1bd889c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 945 time: 0.0551682 Sep 25 01:00:04.690811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:04.716073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-81c6526e-5dd3-4b3c-a3ca-64c19e2715af req-07448a32-4ab4-414f-a5a6-c073cb20f1c2 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461211 Sep 25 01:00:04.735328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0fd17-55b9-4cf2-8115-c26d6bd8936e req-402a7546-19b9-4e42-9cb2-8a15d0346be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:04.737143 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7ed0fd17-55b9-4cf2-8115-c26d6bd8936e req-402a7546-19b9-4e42-9cb2-8a15d0346be4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.0399387 Sep 25 01:00:04.786073 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7ed0fd17-55b9-4cf2-8115-c26d6bd8936e req-2a253577-8cb9-468e-aaf1-10ef260f7dba service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Sep 25 01:00:04.871430 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8335d-cd09-47dd-9b5f-e792601e349a req-32a7a690-6eef-444f-91c9-87ece2385e50 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:04.873672 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12c8335d-cd09-47dd-9b5f-e792601e349a req-32a7a690-6eef-444f-91c9-87ece2385e50 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0505800 Sep 25 01:00:04.899972 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:04.940390 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12c8335d-cd09-47dd-9b5f-e792601e349a req-61009096-9858-425b-b6a2-5b4570a49e1a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606878 Sep 25 01:00:05.507737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9794918-7303-4005-837e-98f3e99c498e req-011ba0a5-828f-4e13-878f-b3af33a644d7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:05.509277 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9794918-7303-4005-837e-98f3e99c498e req-011ba0a5-828f-4e13-878f-b3af33a644d7 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0541697 Sep 25 01:00:05.563365 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9794918-7303-4005-837e-98f3e99c498e req-7d58e447-3aa1-43e9-8663-16597125fb73 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461037 Sep 25 01:00:05.710655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device dc9429b9-a8b5-45cb-94af-f68e5fc7099c up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:05.757497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port dc9429b9-a8b5-45cb-94af-f68e5fc7099c completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:00:05.765398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port dc9429b9-a8b5-45cb-94af-f68e5fc7099c triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:05.765793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.766301 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port dc9429b9-a8b5-45cb-94af-f68e5fc7099c Sep 25 01:00:05.844345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70713946-d68a-422a-b45c-94749c1c70b0 req-15f72f89-6ba9-4d2a-99dc-413037e02fec tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:05.845946 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-70713946-d68a-422a-b45c-94749c1c70b0 req-15f72f89-6ba9-4d2a-99dc-413037e02fec tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 945 time: 0.0501623 Sep 25 01:00:05.851557 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port dc9429b9-a8b5-45cb-94af-f68e5fc7099c is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:05.851939 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.877870 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:05.880136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5032d-b0e2-4a6d-b12d-0bdd4be7ac70" -d '{"events": [{"server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:05.893711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:05.898410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:05.903122 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-70713946-d68a-422a-b45c-94749c1c70b0 req-a12fc5b6-8fd3-4a10-9bf0-008ae508d921 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493224 Sep 25 01:00:05.924854 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9b3b17-dcb6-4993-980b-576336359d3e x-openstack-request-id: req-ef9b3b17-dcb6-4993-980b-576336359d3e {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:05.925143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "name": "network-vif-plugged", "status": "completed", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:05.925429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef9b3b17-dcb6-4993-980b-576336359d3e {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:05.925804 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9b3b17-dcb6-4993-980b-576336359d3e'] response: {'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'code': 200} Sep 25 01:00:05.949871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:06.074571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bd2a3-a941-43af-ac70-e69d2337a06e req-2e73cb5f-f12a-49f2-bb61-e34d84a77f2f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:06.076707 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c18bd2a3-a941-43af-ac70-e69d2337a06e req-2e73cb5f-f12a-49f2-bb61-e34d84a77f2f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0582995 Sep 25 01:00:06.135771 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:06.145902 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c18bd2a3-a941-43af-ac70-e69d2337a06e req-1af7c5fb-08ff-4e5f-9cd0-0d7364bd4a1b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635920 Sep 25 01:00:06.700685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c4ce8-7348-46d0-b959-b23179584a82 req-cf7ccb5f-754e-4bba-9561-7a9f2a75c816 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:06.705036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807ac6f-0918-46da-b962-b97e6f9380b4 req-dd0299f1-2ca8-4eef-bfcb-9fcf5f3c3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:06.705747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-420c4ce8-7348-46d0-b959-b23179584a82 req-cf7ccb5f-754e-4bba-9561-7a9f2a75c816 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0567451 Sep 25 01:00:06.707120 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d807ac6f-0918-46da-b962-b97e6f9380b4 req-dd0299f1-2ca8-4eef-bfcb-9fcf5f3c3ca9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 1130 time: 0.0475559 Sep 25 01:00:06.753220 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d807ac6f-0918-46da-b962-b97e6f9380b4 req-40575dbd-e202-4b00-b260-488fb9648303 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396287 Sep 25 01:00:06.756801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-420c4ce8-7348-46d0-b959-b23179584a82 req-2cf63fcf-029b-4f30-867f-196e8f508dc5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482454 Sep 25 01:00:07.034604 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659c1e-7a66-4545-8602-64c528c8443a req-b0b19067-a78e-4a5a-97d7-e018031f9c99 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.036303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4659c1e-7a66-4545-8602-64c528c8443a req-b0b19067-a78e-4a5a-97d7-e018031f9c99 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Sep 25 01:00:07.086342 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4659c1e-7a66-4545-8602-64c528c8443a req-2a51b8d9-254f-47e4-bd77-bd58faeb828f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443282 Sep 25 01:00:07.227018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4058e4-ee69-441a-8113-dc731c07fda6 req-a5c19126-c3a8-43a1-b907-2d475de1b1ba tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.228504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df4058e4-ee69-441a-8113-dc731c07fda6 req-a5c19126-c3a8-43a1-b907-2d475de1b1ba tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0487981 Sep 25 01:00:07.275745 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d27dc9-e6f4-43f0-b2d7-149b7ecbf703 req-183a03d7-2d97-4af3-a96c-8db023a4bdfe tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.277446 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10d27dc9-e6f4-43f0-b2d7-149b7ecbf703 req-183a03d7-2d97-4af3-a96c-8db023a4bdfe tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0522435 Sep 25 01:00:07.281692 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df4058e4-ee69-441a-8113-dc731c07fda6 req-d1d9f3bc-972b-4ad3-a5fa-8bcc32685336 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Sep 25 01:00:07.339540 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-10d27dc9-e6f4-43f0-b2d7-149b7ecbf703 req-0b4fb16d-8351-475b-b376-6c9098a393e2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560472 Sep 25 01:00:07.641441 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa306e-dc76-4740-a8ae-add23857e794 req-c5aa3cac-5f28-4ff0-98b1-8689d579749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.642945 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-c5aa3cac-5f28-4ff0-98b1-8689d579749f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.0435102 Sep 25 01:00:07.745168 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa306e-dc76-4740-a8ae-add23857e794 req-d0b6ab62-32c8-4bfb-a1cb-624df92cbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:07.746585 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-d0b6ab62-32c8-4bfb-a1cb-624df92cbdc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.0958831 Sep 25 01:00:07.835077 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-e71548a7-b609-466a-a587-6d2604e634f2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1002 time: 0.0614963 Sep 25 01:00:08.212564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046635-aff5-4587-9052-f9417cea63a2 req-36338fd1-73d2-4020-88cc-9c023aabf1fc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.214101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d046635-aff5-4587-9052-f9417cea63a2 req-36338fd1-73d2-4020-88cc-9c023aabf1fc tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0505416 Sep 25 01:00:08.240558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:08.266862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d046635-aff5-4587-9052-f9417cea63a2 req-474cc536-0897-497e-87bd-05ad174ac8ab tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463231 Sep 25 01:00:08.409044 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c88a7-be49-49ac-9b46-6925d315fc0c req-4c96b780-dc1f-494e-a969-46b990597cb4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.411264 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-415c88a7-be49-49ac-9b46-6925d315fc0c req-4c96b780-dc1f-494e-a969-46b990597cb4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0527270 Sep 25 01:00:08.468868 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-415c88a7-be49-49ac-9b46-6925d315fc0c req-024cae6c-480e-479b-ac97-f89f4234d0b2 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520799 Sep 25 01:00:08.479128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24457-8744-444c-b978-c73af88cd0a7 req-052e5f56-d160-4292-aa9a-aebed1da2ea2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.481227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88f24457-8744-444c-b978-c73af88cd0a7 req-052e5f56-d160-4292-aa9a-aebed1da2ea2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0618823 Sep 25 01:00:08.562011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88f24457-8744-444c-b978-c73af88cd0a7 req-9021fab0-c6d6-497e-87e3-cd90cc80d071 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741444 Sep 25 01:00:08.569431 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa306e-dc76-4740-a8ae-add23857e794 req-7504dfae-3d6e-4826-8f27-9ecb88dbdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.570933 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-7504dfae-3d6e-4826-8f27-9ecb88dbdb10 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0515430 Sep 25 01:00:08.617164 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa306e-dc76-4740-a8ae-add23857e794 req-1d04e36c-c99d-4f9d-bd52-aabdc414d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:08.618961 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-1d04e36c-c99d-4f9d-bd52-aabdc414d14f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408645 Sep 25 01:00:08.721656 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-fd55d764-9d06-4d32-9581-289f6751137e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Sep 25 01:00:09.049777 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-19aa306e-dc76-4740-a8ae-add23857e794 req-333f3428-dbc2-4f10-9e23-f784f99171f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175688 Sep 25 01:00:09.391045 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6165f-2654-4a9d-b7e5-f21ca0d17141 req-9050f5c5-db0b-490f-aea1-83f9ae64a4ed tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.392599 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e6b6165f-2654-4a9d-b7e5-f21ca0d17141 req-9050f5c5-db0b-490f-aea1-83f9ae64a4ed tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Sep 25 01:00:09.404750 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:09.445637 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e6b6165f-2654-4a9d-b7e5-f21ca0d17141 req-2d0c01b7-b057-47bb-90c8-313daa25fad0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470750 Sep 25 01:00:09.573224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d855-f518-4b00-bdaa-b0346f6c74a0 req-d45d694e-335e-4a99-8cad-1162afd7b4ab tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.577071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df82d855-f518-4b00-bdaa-b0346f6c74a0 req-d45d694e-335e-4a99-8cad-1162afd7b4ab tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0569212 Sep 25 01:00:09.587813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 37930) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:09.594639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'port_id': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:09.599515 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc571b58-2be8-4f0b-a896-e9363e21e176 req-1de65595-f355-4b4b-ac85-fe02e2810644 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.600590 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cc571b58-2be8-4f0b-a896-e9363e21e176 req-1de65595-f355-4b4b-ac85-fe02e2810644 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0543725 Sep 25 01:00:09.641572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:09.662041 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cc571b58-2be8-4f0b-a896-e9363e21e176 req-f698cf75-7251-469f-81f0-7290f7d620d5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552819 Sep 25 01:00:09.750861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd751eb-973c-4679-b81e-93acd9bc08b5 req-16b90a73-210d-4ebf-8668-0d7cffad3047 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:09.752284 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1cd751eb-973c-4679-b81e-93acd9bc08b5 req-16b90a73-210d-4ebf-8668-0d7cffad3047 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.1070096 Sep 25 01:00:09.892954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1cd751eb-973c-4679-b81e-93acd9bc08b5 req-a99d2e69-4529-44d9-9858-0efad2f6bead tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218557 Sep 25 01:00:10.022385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.173493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.177569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.279847 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 46974619-a9e1-48bf-9c12-1079dfafcbe6 associated. External IP: 172.37.1.202, port: dc9429b9-a8b5-45cb-94af-f68e5fc7099c. Sep 25 01:00:10.467426 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.488942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:10.600388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:10.605789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:10.612145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:10.623529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:10.624366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:10.639033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-17566ec6-318f-4ace-af9b-502000182f66 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/46974619-a9e1-48bf-9c12-1079dfafcbe6 HTTP/1.1" status: 200 len: 992 time: 1.0489235 Sep 25 01:00:10.639488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:10.641729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:10.682963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b94721-9852-41d3-8704-848bf8fefa34 x-openstack-request-id: req-04b94721-9852-41d3-8704-848bf8fefa34 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:10.683255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:10.683517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04b94721-9852-41d3-8704-848bf8fefa34 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:10.683925 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b94721-9852-41d3-8704-848bf8fefa34'] response: {'name': 'network-changed', 'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'status': 'completed', 'code': 200} Sep 25 01:00:10.806619 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:10.810630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4954-4927-4c13-8fad-c9e7b1cff2a6 req-5cf5562e-60c4-4679-9be5-5154ef53c317 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:10.812893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c8b4954-4927-4c13-8fad-c9e7b1cff2a6 req-5cf5562e-60c4-4679-9be5-5154ef53c317 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0571392 Sep 25 01:00:10.827017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-659dada4-c94c-41af-9ecc-5e3e470f7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:10.828672 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-659dada4-c94c-41af-9ecc-5e3e470f7184 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 1130 time: 0.0500541 Sep 25 01:00:10.865135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c8b4954-4927-4c13-8fad-c9e7b1cff2a6 req-dfa9f579-f6e9-4151-91e7-51de49283fcf tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465527 Sep 25 01:00:10.889776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:11.059497 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-50e4e287-85ee-474a-adbc-93176e0c61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.061763 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-50e4e287-85ee-474a-adbc-93176e0c61a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.1343286 Sep 25 01:00:11.072978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af53ac2-7865-41b8-8433-d8db2cadf13e req-e99f6375-e071-42fc-85b2-35b5aa24fb37 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.074488 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8af53ac2-7865-41b8-8433-d8db2cadf13e req-e99f6375-e071-42fc-85b2-35b5aa24fb37 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0677185 Sep 25 01:00:11.125794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46974619-a9e1-48bf-9c12-1079dfafcbe6', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:3e:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:54Z', 'updated_at': '2022-09-25T01:00:10Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:11.139067 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8af53ac2-7865-41b8-8433-d8db2cadf13e req-c79ccb99-82d2-4c61-9be3-5110dbce1d41 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572202 Sep 25 01:00:11.157456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:11.166072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:11.166674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:11.198444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:11.217742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:11.270375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:11.493868 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46974619-a9e1-48bf-9c12-1079dfafcbe6', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:3e:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:54Z', 'updated_at': '2022-09-25T01:00:10Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:11.524977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17aab65-2400-4bb7-b65a-563b4467c9eb None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '46974619-a9e1-48bf-9c12-1079dfafcbe6', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:3e:f5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:59:54Z', 'updated_at': '2022-09-25T01:00:10Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:11.595595 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-6edcaed7-e9dd-47f0-87ab-8bb48846605d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c HTTP/1.1" status: 200 len: 1000 time: 0.0759549 Sep 25 01:00:11.652408 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-d206a267-6273-451c-a288-b8e1e7d2a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.654067 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-d206a267-6273-451c-a288-b8e1e7d2a850 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.0477920 Sep 25 01:00:11.702827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-6b1cc9bb-b77d-4700-aa73-8068eaf8cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.704390 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-6b1cc9bb-b77d-4700-aa73-8068eaf8cacd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426664 Sep 25 01:00:11.753529 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338a040-a3ca-4c7e-bddd-033303c5dd77 None None] New status for floating IP 46974619-a9e1-48bf-9c12-1079dfafcbe6: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:11.813340 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-7ba1de6a-6737-4f97-a5e3-1243cdb58acd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938547 Sep 25 01:00:11.911803 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b6f9ab8-2539-40ab-ab29-c8afa0ce7ee1 req-3b8cc8a6-c560-4b20-8fc9-6398635a50a1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907397 Sep 25 01:00:11.994357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70618c-cb72-4466-974b-a08851189781 req-5636680b-3191-4967-8027-05aa7a1a1ad6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:11.996065 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4b70618c-cb72-4466-974b-a08851189781 req-5636680b-3191-4967-8027-05aa7a1a1ad6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Sep 25 01:00:12.051781 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4b70618c-cb72-4466-974b-a08851189781 req-d8961d9a-c9ba-4b3e-9df7-c9e1261d4c28 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491426 Sep 25 01:00:12.174672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832279-4ed3-47ca-b9fe-64aefe558243 req-0fcf377b-8554-4e2b-a31f-7f237b4466b1 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:12.176180 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-56832279-4ed3-47ca-b9fe-64aefe558243 req-0fcf377b-8554-4e2b-a31f-7f237b4466b1 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0525794 Sep 25 01:00:12.187661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 37950) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:12.191461 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Request body: {'floatingip': {'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:12.250064 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.265863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ef54-1962-4350-9129-af232b4ddf9b req-5e34d884-2c8e-433a-a063-9b52b65a8c16 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:12.267337 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cae1ef54-1962-4350-9129-af232b4ddf9b req-5e34d884-2c8e-433a-a063-9b52b65a8c16 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0509186 Sep 25 01:00:12.331192 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cae1ef54-1962-4350-9129-af232b4ddf9b req-ae86a921-2ce4-46a7-bf62-23c6c00c641c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577941 Sep 25 01:00:12.465798 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.658003 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:12.717651 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.721329 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:12.930095 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:13.036177 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:13.040671 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:13.045791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:13.055926 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:13.056546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:13.073679 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:13.076859 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee43270-93cd-4151-918b-b8ad9741400d" -d '{"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:13.106251 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-076448ed-bc6c-4606-a147-1bb092f3f006 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/704ea153-02c8-4eb3-bdfc-b3a4e92c135c HTTP/1.1" status: 200 len: 994 time: 0.9181948 Sep 25 01:00:13.134645 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e09bb-b3ce-43fe-bbfd-28f631789ff8 x-openstack-request-id: req-aa5e09bb-b3ce-43fe-bbfd-28f631789ff8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:13.134935 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:13.135184 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa5e09bb-b3ce-43fe-bbfd-28f631789ff8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:13.135624 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5e09bb-b3ce-43fe-bbfd-28f631789ff8'] response: {'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'status': 'completed', 'code': 200} Sep 25 01:00:13.168124 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:13.228278 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43270-93cd-4151-918b-b8ad9741400d req-4ea77b04-492d-4e83-bcca-e0eb6e1a464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.229838 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-4ea77b04-492d-4e83-bcca-e0eb6e1a464f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.0413766 Sep 25 01:00:13.324670 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43270-93cd-4151-918b-b8ad9741400d req-6754b721-4ae2-4f50-9311-a8a1c13de537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.326755 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-6754b721-4ae2-4f50-9311-a8a1c13de537 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.0907712 Sep 25 01:00:13.393217 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-f59076f1-9bf8-4550-a13f-82a6e7383a02 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1002 time: 0.0591006 Sep 25 01:00:13.396396 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T01:00:12Z', 'revision_number': 3, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:13.423256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:13.432373 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:13.433018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T00:59:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:13.452343 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43270-93cd-4151-918b-b8ad9741400d req-ac9bce9e-812e-46ab-853a-1a0d9c42b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.453123 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-ac9bce9e-812e-46ab-853a-1a0d9c42b7e0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0522194 Sep 25 01:00:13.468161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060e9d-149b-46a7-ba8e-7d3228f4b071 req-489c9bf5-1d75-4432-8fb9-b35182d876b8 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.469845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13060e9d-149b-46a7-ba8e-7d3228f4b071 req-489c9bf5-1d75-4432-8fb9-b35182d876b8 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0546544 Sep 25 01:00:13.491121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.537892 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13060e9d-149b-46a7-ba8e-7d3228f4b071 req-23764908-393c-474c-ad63-6f378c5f6a8d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623226 Sep 25 01:00:13.538852 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.544089 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:13.545251 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43270-93cd-4151-918b-b8ad9741400d req-7156361d-a944-476d-a667-b396a64a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:13.546851 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-7156361d-a944-476d-a667-b396a64a3b63 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418785 Sep 25 01:00:13.642240 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-b66def6f-b7b8-40f5-9c1f-b4589febc0f7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Sep 25 01:00:13.706696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.742675 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1ee43270-93cd-4151-918b-b8ad9741400d req-d500bc73-9c79-4d7b-b1f2-0ba7ae4a44da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921094 Sep 25 01:00:13.750794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:13.769205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T01:00:12Z', 'revision_number': 3, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:13.795334 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7283b0c-6ffb-46f3-800d-52a7c4fe2f27 None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '704ea153-02c8-4eb3-bdfc-b3a4e92c135c', 'tenant_id': '28568584195d475fbc52d76185e09044', 'floating_ip_address': '172.37.1.209', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'port_id': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'mac_address': 'fa:16:3e:a1:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T00:58:14Z', 'updated_at': '2022-09-25T01:00:12Z', 'revision_number': 3, 'project_id': '28568584195d475fbc52d76185e09044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:14.664692 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17d894-90e8-4959-b5df-3b0b330d8673 req-0ba1626b-91c2-4a5b-bb27-493ba02942e8 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:14.665828 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3a17d894-90e8-4959-b5df-3b0b330d8673 req-0ba1626b-91c2-4a5b-bb27-493ba02942e8 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0476279 Sep 25 01:00:14.702964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:14.727951 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3a17d894-90e8-4959-b5df-3b0b330d8673 req-2804b955-802e-4786-ac7f-b68718676cd4 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564306 Sep 25 01:00:15.136489 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:15.138969 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7bd72-4927-4ed1-8259-d088c29ce92d" -d '{"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:15.179039 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2be295c-ac52-4fdd-a749-792c03a8cb8f x-openstack-request-id: req-d2be295c-ac52-4fdd-a749-792c03a8cb8f {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:15.179325 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:15.179575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2be295c-ac52-4fdd-a749-792c03a8cb8f {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:15.179970 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2be295c-ac52-4fdd-a749-792c03a8cb8f'] response: {'name': 'network-changed', 'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'status': 'completed', 'code': 200} Sep 25 01:00:15.273050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-db7cf0ac-c8c2-4ff1-bf69-2b7dfe7a7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.274581 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-db7cf0ac-c8c2-4ff1-bf69-2b7dfe7a7b56 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 1130 time: 0.0445647 Sep 25 01:00:15.366580 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-74c8114a-f70a-46a0-8f12-258df2091c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.368086 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-74c8114a-f70a-46a0-8f12-258df2091c40 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.0877986 Sep 25 01:00:15.436760 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-1be08a3e-1891-4ec7-9641-3e13456e47d0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 200 len: 1002 time: 0.0621169 Sep 25 01:00:15.490430 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-4af3ce52-9236-4897-a834-d746a7eb411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.491903 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-4af3ce52-9236-4897-a834-d746a7eb411f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0478091 Sep 25 01:00:15.541826 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-0fbf2029-89d4-46a6-83e1-749787d7f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.543393 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-0fbf2029-89d4-46a6-83e1-749787d7f6fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417891 Sep 25 01:00:15.640804 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-c994f1a9-e760-46a7-adae-a772f457d54c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907261 Sep 25 01:00:15.734694 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-29c7bd72-4927-4ed1-8259-d088c29ce92d req-c672d641-9c4b-4210-90f0-5981fbc9a28d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Sep 25 01:00:15.865814 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e94b5-3007-470c-a9c7-6ac72269f227 req-014ea693-e0a8-453a-890e-3a861d04e3cc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:15.867384 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-734e94b5-3007-470c-a9c7-6ac72269f227 req-014ea693-e0a8-453a-890e-3a861d04e3cc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0532014 Sep 25 01:00:15.931934 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-734e94b5-3007-470c-a9c7-6ac72269f227 req-d104f786-413c-43fc-b026-688cf5a40883 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586610 Sep 25 01:00:17.060805 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983320c-56a0-4062-8757-ae351f3ec453 req-e169932b-1ba7-419f-a441-85132f565cac tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.062350 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a983320c-56a0-4062-8757-ae351f3ec453 req-e169932b-1ba7-419f-a441-85132f565cac tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0489502 Sep 25 01:00:17.125391 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a983320c-56a0-4062-8757-ae351f3ec453 req-90f701d9-e724-45be-8c91-21698298ba44 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561206 Sep 25 01:00:17.404524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-07031d41-258b-4eca-8bba-0f43ed4cd7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:17.682676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9e93f-ae7a-4765-832a-da2c6d80b627 req-77aa7809-91a1-4fba-97d6-20644849c32a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:17.684047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10d9e93f-ae7a-4765-832a-da2c6d80b627 req-77aa7809-91a1-4fba-97d6-20644849c32a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0514703 Sep 25 01:00:17.732857 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10d9e93f-ae7a-4765-832a-da2c6d80b627 req-29980117-8871-4bf4-925d-57bfb5307127 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Sep 25 01:00:18.213760 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:18.256667 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482509ca-8b01-46f5-94fd-5c633290fbc5 req-9d78f0f3-3200-4eaf-8733-acd982d7069a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.258193 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-482509ca-8b01-46f5-94fd-5c633290fbc5 req-9d78f0f3-3200-4eaf-8733-acd982d7069a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0528731 Sep 25 01:00:18.319615 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-482509ca-8b01-46f5-94fd-5c633290fbc5 req-b43eca6b-e841-4c82-9c5e-89958a2cc5c0 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549047 Sep 25 01:00:18.869345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76d55a-3d63-415d-adb7-f7a71fae7187 req-219c6dd6-cd95-4993-9258-8f0ec95d572a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:18.870785 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6a76d55a-3d63-415d-adb7-f7a71fae7187 req-219c6dd6-cd95-4993-9258-8f0ec95d572a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0524616 Sep 25 01:00:18.919569 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6a76d55a-3d63-415d-adb7-f7a71fae7187 req-a84bfefa-60c6-4f00-b05b-341027dd47af tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Sep 25 01:00:19.337802 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:19.454898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442180b8-59f6-4ae6-b9b8-aa20075cb461 req-09a6b5f2-2663-4e4e-b9dc-f64ebbfa0e22 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.456383 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-442180b8-59f6-4ae6-b9b8-aa20075cb461 req-09a6b5f2-2663-4e4e-b9dc-f64ebbfa0e22 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0490425 Sep 25 01:00:19.519234 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-442180b8-59f6-4ae6-b9b8-aa20075cb461 req-9952e36e-f401-46e9-a272-a857cae0b17f tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569935 Sep 25 01:00:19.747568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-ff506aa7-4656-4cd3-b013-fcbbcfc2f02c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:19.749160 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-ff506aa7-4656-4cd3-b013-fcbbcfc2f02c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0476911 Sep 25 01:00:19.750386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-89df5e6c-6595-4558-b687-69d93984fa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.052853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6024-d96d-4faa-ae9d-683d5a9322da req-84085b8d-2d88-445a-8b72-7a57664852f8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:20.054741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0dbc6024-d96d-4faa-ae9d-683d5a9322da req-84085b8d-2d88-445a-8b72-7a57664852f8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 947 time: 0.0529995 Sep 25 01:00:20.102890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0dbc6024-d96d-4faa-ae9d-683d5a9322da req-9bcfd732-8e93-4864-8026-424bc7207e57 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e1c787d9-5e00-43b4-af6c-89d3769b8873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Sep 25 01:00:20.392207 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Deleting port 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:20.392544 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.460593 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.490679 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] For port 96168749-3e0f-462f-9aed-adacd4fb28c0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=96168749-3e0f-462f-9aed-adacd4fb28c0,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:20.491058 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.693647 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd2dff-43f3-4505-b497-b33d8a26b294 req-72f6d66b-c027-4d5f-8360-77c33f5e5d3d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:20.695029 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4cbd2dff-43f3-4505-b497-b33d8a26b294 req-72f6d66b-c027-4d5f-8360-77c33f5e5d3d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0951819 Sep 25 01:00:20.713828 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.714179 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.714489 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Floating IP b53d51e2-ef91-4399-a2cd-bcea86331354 disassociated. External IP: 172.37.1.229, port: 96168749-3e0f-462f-9aed-adacd4fb28c0. Sep 25 01:00:20.714827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Calling delete_port for 96168749-3e0f-462f-9aed-adacd4fb28c0 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:20.821906 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4cbd2dff-43f3-4505-b497-b33d8a26b294 req-25945192-7f41-4052-908a-d8106fea986b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&id=42581346-2174-404e-9723-a7e42899addf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157818 Sep 25 01:00:20.898395 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (96168749-3e0f-462f-9aed-adacd4fb28c0), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:20.905685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:20.930188 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'Port': ['ID=96168749-3e0f-462f-9aed-adacd4fb28c0,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:20.944228 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.944519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.944878 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.945213 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.945576 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.945907 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.946247 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.946576 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.946905 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.947228 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.947558 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.947883 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.948293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.948523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.948845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:20.971807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.066498 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:21.218771 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c054c67-6be9-4ca3-86e3-41e5a3f66cfc req-40a9d353-5110-499b-9d6e-fee05d73ce9c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0299761 Sep 25 01:00:21.417319 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:21.427077 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:21.430380 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:21.431152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:21.440795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:21.441450 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:21.460629 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] No DVR routers for this DVR port 96168749-3e0f-462f-9aed-adacd4fb28c0 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:21.463344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:21.467237 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-417b3959-e8c0-4ec6-8a66-addd6d3e96e8 req-8a9271bd-b521-45dd-9caf-f90ac57334bd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "DELETE /networking/v2.0/ports/96168749-3e0f-462f-9aed-adacd4fb28c0 HTTP/1.1" status: 204 len: 173 time: 1.1639824 Sep 25 01:00:21.467742 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-deleted', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:21.470110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98c6e5f-bef5-49b7-849e-47adfb0c3f29" -d '{"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-deleted", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:21.515345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc18fd2b-cdbe-4aa7-aaad-7be6423625e0 x-openstack-request-id: req-dc18fd2b-cdbe-4aa7-aaad-7be6423625e0 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:21.515790 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9", "name": "network-vif-deleted", "tag": "96168749-3e0f-462f-9aed-adacd4fb28c0", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:21.516174 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc18fd2b-cdbe-4aa7-aaad-7be6423625e0 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:21.516663 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc18fd2b-cdbe-4aa7-aaad-7be6423625e0'] response: {'server_uuid': '4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9', 'name': 'network-vif-deleted', 'tag': '96168749-3e0f-462f-9aed-adacd4fb28c0', 'status': 'completed', 'code': 200} Sep 25 01:00:21.554291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:21.760667 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:21.786872 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:21.796634 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:21.797276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:21.905282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:22.093709 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:22.122252 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a6ddd-c34f-496d-87e4-34483035862d None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:22.277413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:22.360632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3116f78-194b-40ed-931f-094a97a0f0a9 req-c9bbf08b-fcb1-4107-8357-9d0096458654 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4eb3d7d6-970a-4c8d-bd97-9982ff56f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0311537 Sep 25 01:00:22.386570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16af38-37d1-446c-b693-1e179ba667cc None None] New status for floating IP b53d51e2-ef91-4399-a2cd-bcea86331354: DOWN {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:22.581938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.465659 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38012) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:23.527466 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (e1c787d9-5e00-43b4-af6c-89d3769b8873), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.550267 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (e1c787d9-5e00-43b4-af6c-89d3769b8873), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.599523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e1c787d9-5e00-43b4-af6c-89d3769b8873), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.602122 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.603613 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e1c787d9-5e00-43b4-af6c-89d3769b8873 HTTP/1.1" status: 204 len: 168 time: 0.1362829 Sep 25 01:00:23.606845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38014) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:23.613738 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b18333-8894-4101-9ce3-204411a567cd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c787d9-5e00-43b4-af6c-89d3769b8873,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:23.622657 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-77f1fcbd-4d9e-47fe-8ede-45b17bcc3e91 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] show failed (client error): The resource could not be found. Sep 25 01:00:23.623706 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-77f1fcbd-4d9e-47fe-8ede-45b17bcc3e91 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups/e1c787d9-5e00-43b4-af6c-89d3769b8873 HTTP/1.1" status: 404 len: 347 time: 0.0152299 Sep 25 01:00:23.626602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38016) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:23.741561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Deleting port 3be19e53-1051-400f-988a-21c11c99e045 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:23.741910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (3be19e53-1051-400f-988a-21c11c99e045), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.774573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:00:23.795727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 96168749-3e0f-462f-9aed-adacd4fb28c0 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:00:23.796075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 96168749-3e0f-462f-9aed-adacd4fb28c0 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:00:23.818338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:23.827801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (3be19e53-1051-400f-988a-21c11c99e045), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.828133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (3be19e53-1051-400f-988a-21c11c99e045), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:23.841465 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Calling delete_port for 3be19e53-1051-400f-988a-21c11c99e045 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:23.983864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (3be19e53-1051-400f-988a-21c11c99e045), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.007736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'Port': ['ID=3be19e53-1051-400f-988a-21c11c99e045,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.022938 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.023293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.023634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.023980 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.024313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.024645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.024973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.025325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.025653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.025979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.026304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.026626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.026949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.027271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.027592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:00:24.085443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (b53d51e2-ef91-4399-a2cd-bcea86331354), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.087980 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.089139 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-94815eb5-e3a3-428c-8f24-e0c3ed7577a4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b53d51e2-ef91-4399-a2cd-bcea86331354 HTTP/1.1" status: 204 len: 168 time: 0.4616282 Sep 25 01:00:24.181304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38022) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.185873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992263861', 'description': 'tempest-description--856736156'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:24.207866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.248669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.290736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (59958eaf-fcee-40b6-ab81-ca9d2af93f77), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.295334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (59958eaf-fcee-40b6-ab81-ca9d2af93f77), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.327769 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59958eaf-fcee-40b6-ab81-ca9d2af93f77,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.333468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.337507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-189f2a5e-5480-4340-85bf-a268403bf396 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523895 Sep 25 01:00:24.338444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38024) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.344245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group_rule': {'security_group_id': '59958eaf-fcee-40b6-ab81-ca9d2af93f77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:24.357988 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.376150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (2c3f0461-6574-40eb-a5c6-af3a3dd6b051), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.435342 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (2c3f0461-6574-40eb-a5c6-af3a3dd6b051), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.439402 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (2c3f0461-6574-40eb-a5c6-af3a3dd6b051), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.460470 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3f0461-6574-40eb-a5c6-af3a3dd6b051,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.471167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.472401 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-452c867f-b980-4bee-8000-80a90ec80aa3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325660 Sep 25 01:00:24.475189 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38026) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.479585 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'security_group_rule': {'security_group_id': '59958eaf-fcee-40b6-ab81-ca9d2af93f77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:24.508738 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (ea548c20-697f-4d73-98e5-f16868ccedcd), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.572059 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (ea548c20-697f-4d73-98e5-f16868ccedcd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.576719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (ea548c20-697f-4d73-98e5-f16868ccedcd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.596152 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea548c20-697f-4d73-98e5-f16868ccedcd,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:24.605783 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.610544 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-173b4021-1954-4f47-ba91-6db2c9663a0e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308577 Sep 25 01:00:24.610544 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38028) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:24.615325 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:24.638791 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.700453 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:24.723587 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.836575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Allocated IP 172.37.1.64 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/db8603ba-673f-49bc-aa77-4747b2dc666f) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:24.946631 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:24.980152 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.018906 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:25.025961 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:25.030357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:25.033690 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=db8603ba-673f-49bc-aa77-4747b2dc666f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.073025 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:25.114500 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.153937 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.302670 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.308271 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.383349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=db8603ba-673f-49bc-aa77-4747b2dc666f,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:25.385710 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.402599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:25.404417 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e1b36c25-a1f3-4be1-bb2b-91771e5ecae8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7931616 Sep 25 01:00:25.618997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-05f74e07-c028-44df-bb7e-ac9c3e2812bf tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1992263861&fields=id&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 267 time: 0.0493345 Sep 25 01:00:25.738106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-578acae6-4f28-42a5-8766-9788522be9c2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:25.739552 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-578acae6-4f28-42a5-8766-9788522be9c2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 817 time: 0.1129057 Sep 25 01:00:25.754081 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-c1e237f6-07b0-41bd-8c71-13dc8c958b34 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/quotas/f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Sep 25 01:00:26.036993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-b6625919-2b36-4b0e-96fc-a5c0ca79a4ae tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2767553 Sep 25 01:00:26.137404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-911457ad-ec72-4ffb-ae98-933a740cf7b1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877976 Sep 25 01:00:26.227507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-b8fb857d-8805-42c4-99a4-6cde0fda7d94 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Sep 25 01:00:26.410272 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1d01f9e0-52e3-42a5-bd00-75a72172e63f req-bda0a76e-fbf5-4daa-b653-570841d0def4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 210 time: 0.0294590 Sep 25 01:00:27.534186 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-414d70ab-5317-4380-ae13-54b92aac0e77 req-89506dba-f2ba-4e31-9a8b-651f7c567559 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Sep 25 01:00:27.868962 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:27.911824 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-c0b45f60-1656-4bc2-93a3-9dacdce3c207 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:27.914098 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-c0b45f60-1656-4bc2-93a3-9dacdce3c207 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 817 time: 0.1857114 Sep 25 01:00:28.004371 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-b902e34a-eeaf-4336-aff1-4566eb2b1022 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 380 time: 0.0742848 Sep 25 01:00:28.021672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'port': {'device_id': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'admin_state_up': True, 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'security_groups': ['59958eaf-fcee-40b6-ab81-ca9d2af93f77']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:28.183524 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Made reservation on behalf of f09655506e354c9d991f4df9a92f4086 for: {'port': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:00:28.188761 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.365610 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Allocated IP 172.20.0.5 (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb/cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae/4aef1009-d2d3-4c6f-af8a-c5134e19fa37) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:00:28.548082 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:28.599372 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.682938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.686375 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0294bdb7-93f3-4c6b-b7b5-dadbfff1addb req-c0b22ca1-1ade-429d-afe2-408f363ade75 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 210 time: 0.0433736 Sep 25 01:00:28.747032 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:00:28.753251 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:00:28.757889 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:00:28.785987 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:28.823529 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:28.824351 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:28.846377 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-52dd7439-3803-4b15-befd-785dabb40570 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8313451 Sep 25 01:00:28.866805 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Request body: {'port': {'device_id': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:28.976979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.024686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Provisioning complete for port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:29.025440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.025440 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Attempt 1 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:00:29.047245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:29.059924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:29.327092 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:29.336253 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks [] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.355933 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.provisioning_blocks [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Transition to ACTIVE for port object 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 will not be triggered until provisioned by entity L2. {{(pid=106228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:00:29.360280 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.429076 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.491442 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Attempting to bind port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:00:29.491814 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Attempting to bind port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:00:29.492180 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Attempting to bind port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:29.541245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:00:29.541605 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Attempting to bind port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 on network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:00:29.561586 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Attempt 2 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:00:29.590044 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:00:29.590417 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Checking segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:00:29.591317 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Bound using segment: {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'} {{(pid=106228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:00:29.591774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.managers [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Bound port: 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60226fdd-ab84-4bff-9bed-5551adf26f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb'}}] {{(pid=106228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:00:29.592159 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.601129 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:00:29.609025 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:29.663318 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, cleared binding levels {{(pid=106228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:00:29.666981 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:00:29.675639 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.679857 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:29.680594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:29.682284 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 1093 time: 0.8205292 Sep 25 01:00:29.685122 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:29.687427 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:29.741847 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c995e9b7-cbac-456a-9d27-8b9770caf19e x-openstack-request-id: req-c995e9b7-cbac-456a-9d27-8b9770caf19e {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:29.742254 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:29.742607 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c995e9b7-cbac-456a-9d27-8b9770caf19e {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:29.743112 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c995e9b7-cbac-456a-9d27-8b9770caf19e'] response: {'name': 'network-changed', 'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'status': 'completed', 'code': 200} Sep 25 01:00:29.782686 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b357af-5ad1-43b3-9753-2870a22bb50a service neutron] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=3']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:29.852925 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-9e421146-0aed-4351-b951-97512642edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:29.854377 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-9e421146-0aed-4351-b951-97512642edce service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1127 time: 0.0869102 Sep 25 01:00:29.870637 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b123-34da-4ccd-807b-5cdd6215c491 req-de4b8943-10a5-4649-b73d-b873020abaef tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:29.873110 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bb68b123-34da-4ccd-807b-5cdd6215c491 req-de4b8943-10a5-4649-b73d-b873020abaef tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0597222 Sep 25 01:00:29.919594 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-01ad42b8-2ddd-49c7-82ed-6e88ae43fb45 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 217 time: 0.0453675 Sep 25 01:00:29.997906 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bb68b123-34da-4ccd-807b-5cdd6215c491 req-e6966a8b-0c7a-4020-8f11-f824fd4b4ab9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160524 Sep 25 01:00:29.999817 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-dfa7a6eb-2750-4568-9a2a-d9a606782fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:30.001349 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-dfa7a6eb-2750-4568-9a2a-d9a606782fc1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0750313 Sep 25 01:00:30.070273 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-e1ad10fb-2c6e-467d-ab9b-ad4b6314bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:30.072831 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-e1ad10fb-2c6e-467d-ab9b-ad4b6314bd3a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643835 Sep 25 01:00:30.101999 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Attempt 3 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:00:30.159000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-92c704b2-2cbc-4865-befc-c0d227d68ba7 None None] Port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:00:30.161996 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:30.193048 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-6dd1bcda-daec-4a67-99c5-c9a95ae34d10 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129191 Sep 25 01:00:30.307838 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02efd5f4-6bd7-478b-83e4-1e9bed3f3dff req-ad60772a-cb73-419a-9f21-966d4f4edbc9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081204 Sep 25 01:00:31.129572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:31.147030 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed45b8f-cf5c-4d57-bb91-c1fb89015107 req-adc2e1fc-45f6-4b1f-a3b5-7e5512faf4e6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.148558 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ed45b8f-cf5c-4d57-bb91-c1fb89015107 req-adc2e1fc-45f6-4b1f-a3b5-7e5512faf4e6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0592849 Sep 25 01:00:31.201813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ed45b8f-cf5c-4d57-bb91-c1fb89015107 req-210ea3e4-06a7-4b97-acf6-afbf720c83ee tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Sep 25 01:00:31.436081 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-7602f8be-584b-49e4-b44e-08b746a5c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.437629 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-7602f8be-584b-49e4-b44e-08b746a5c55f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1127 time: 0.0493786 Sep 25 01:00:31.578179 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-df1bd40b-8afc-47c6-a6a1-609802b04ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.581669 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-df1bd40b-8afc-47c6-a6a1-609802b04ea9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1366127 Sep 25 01:00:31.628906 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-5d3d09ba-dcf2-4bcb-bbd3-a9f1c9da3a8c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 217 time: 0.0407841 Sep 25 01:00:31.683410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-85e225e2-2bb8-496b-9c1c-7e9fc7964352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.685017 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-85e225e2-2bb8-496b-9c1c-7e9fc7964352 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0503871 Sep 25 01:00:31.735217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-b6548ded-9fbc-4451-989a-55184d41fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:31.737089 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-b6548ded-9fbc-4451-989a-55184d41fa53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445347 Sep 25 01:00:31.842840 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-e06d348c-6ff7-4163-99e1-546c62b7518c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979998 Sep 25 01:00:31.923998 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:31.942193 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fdbd1e5d-1e55-490a-9783-7df6b4aad6a1 req-78a7cb80-4d79-4999-b150-21af314abae4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Sep 25 01:00:32.096061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=67 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:32.096907 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=63 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:32.363161 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ad059-c1d1-4d9b-a836-87082d2a51dd req-cf827a23-f3c8-4cab-a7ff-167f60532f73 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:32.364660 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e48ad059-c1d1-4d9b-a836-87082d2a51dd req-cf827a23-f3c8-4cab-a7ff-167f60532f73 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0494661 Sep 25 01:00:32.421323 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e48ad059-c1d1-4d9b-a836-87082d2a51dd req-8c5c2e59-a76e-43e0-b722-95cada9f3d99 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494153 Sep 25 01:00:33.556995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a7b70-870b-4960-ae9d-f9fa7fd76fc6 req-71889d27-44ff-4b1b-a5f9-5f03a63808a1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:33.558573 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94a7b70-870b-4960-ae9d-f9fa7fd76fc6 req-71889d27-44ff-4b1b-a5f9-5f03a63808a1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0514977 Sep 25 01:00:33.613719 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94a7b70-870b-4960-ae9d-f9fa7fd76fc6 req-36c65bef-791e-41b1-b800-9ddbead8e3dc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Sep 25 01:00:33.842297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:00:33.968944 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:33.981581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:00:34.022542 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:34.023059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.043541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:00:34.066477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:34.071189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:34.125418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:34.467640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['4aef1009-d2d3-4c6f-af8a-c5134e19fa37'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:00:34.608616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:34.763721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d17476-fb77-4fdf-b881-3e062e83ef44 req-b5cf18f5-80cc-4ab9-b4c3-5c41a09313fe tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:34.768153 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a2d17476-fb77-4fdf-b881-3e062e83ef44 req-b5cf18f5-80cc-4ab9-b4c3-5c41a09313fe tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.0597346 Sep 25 01:00:34.821847 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a2d17476-fb77-4fdf-b881-3e062e83ef44 req-3ac2b3e6-a7af-4b55-bbbc-581c73c00395 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 Sep 25 01:00:35.872112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:00:35.933111 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:00:35.943592 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:00:35.944139 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:35.944604 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:00:35.947820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:35.961338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fc8cb-b0ca-4341-a11b-248324c1cc49 req-5cd40a8a-c09f-4925-bb68-dfb959ac0ad9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:35.962929 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-461fc8cb-b0ca-4341-a11b-248324c1cc49 req-5cd40a8a-c09f-4925-bb68-dfb959ac0ad9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.0520177 Sep 25 01:00:36.023920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-461fc8cb-b0ca-4341-a11b-248324c1cc49 req-6487a368-35ed-4376-84be-4e47431ee896 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495412 Sep 25 01:00:36.063673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:00:36.064299 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.108239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:36.112363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c22421c-5e4c-41c4-a157-86bbaea0b203" -d '{"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:36.137841 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:36.143186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:36.168066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668eb60a-316e-47b6-b2e2-d11842a363bc x-openstack-request-id: req-668eb60a-316e-47b6-b2e2-d11842a363bc {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:36.168927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:36.169183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-668eb60a-316e-47b6-b2e2-d11842a363bc {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:36.169674 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668eb60a-316e-47b6-b2e2-d11842a363bc'] response: {'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'code': 200} Sep 25 01:00:36.196732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:36.434147 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d242796-c9c0-44f3-8efd-1adcb61105ee req-2988f630-e924-4cfb-9915-a571998cf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:36.435775 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4d242796-c9c0-44f3-8efd-1adcb61105ee req-2988f630-e924-4cfb-9915-a571998cf182 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1129 time: 0.0401335 Sep 25 01:00:36.488051 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4d242796-c9c0-44f3-8efd-1adcb61105ee req-6011e141-ff4d-4626-9e72-f209a253c3af service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Sep 25 01:00:37.167358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3b95-0bdc-449c-bf14-bd019d7abd1b req-cb38ed1a-6b17-464c-a58c-a297ea63930d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:37.169064 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1cb3b95-0bdc-449c-bf14-bd019d7abd1b req-cb38ed1a-6b17-464c-a58c-a297ea63930d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0518878 Sep 25 01:00:37.223587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1cb3b95-0bdc-449c-bf14-bd019d7abd1b req-500822cf-5e67-4c60-a961-ac59f3e08420 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Sep 25 01:00:37.525723 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:00:38.374528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74f673-1a86-4010-b689-e6c170562335 req-a89e1047-f0c2-4be5-8ca6-783b8ac65878 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:38.377340 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec74f673-1a86-4010-b689-e6c170562335 req-a89e1047-f0c2-4be5-8ca6-783b8ac65878 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0647569 Sep 25 01:00:38.449948 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ec74f673-1a86-4010-b689-e6c170562335 req-326eae30-c55f-43e9-9602-40dbcff057ee tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659571 Sep 25 01:00:39.613280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d9ae-93b7-4215-a2c7-68d3d9511b11 req-177df244-e78e-4b1e-b40e-d49c4757f466 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:39.615015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8c1d9ae-93b7-4215-a2c7-68d3d9511b11 req-177df244-e78e-4b1e-b40e-d49c4757f466 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0503740 Sep 25 01:00:39.659613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:39.672923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8c1d9ae-93b7-4215-a2c7-68d3d9511b11 req-aa14b5fe-6c55-48db-ba60-406480f12e8e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488675 Sep 25 01:00:39.819728 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87f6f9-e28b-4a6b-98b4-00c8f3e48c70 req-a34846e5-c48f-4f73-8388-6f46a2503457 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:39.821295 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c87f6f9-e28b-4a6b-98b4-00c8f3e48c70 req-a34846e5-c48f-4f73-8388-6f46a2503457 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Sep 25 01:00:39.832995 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38090) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:00:39.837971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Request body: {'floatingip': {'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:00:39.885289 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:39.955622 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:40.426221 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.430731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:40.537940 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Floating IP 5c1b2b10-9041-473b-9c9b-b6cea53c79dc associated. External IP: 172.37.1.64, port: 4aef1009-d2d3-4c6f-af8a-c5134e19fa37. Sep 25 01:00:40.874023 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:41.023389 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:41.143438 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:41.148037 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:41.159036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:41.178614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:41.179919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.185071 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-06661f9c-4325-4b15-8373-e4892326e617 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/5c1b2b10-9041-473b-9c9b-b6cea53c79dc HTTP/1.1" status: 200 len: 990 time: 1.3480487 Sep 25 01:00:41.185071 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:41.185782 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:41.227507 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70eeb23-03e1-453f-a4ea-36a2d4e24a38 x-openstack-request-id: req-f70eeb23-03e1-453f-a4ea-36a2d4e24a38 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:41.227815 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:41.228033 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f70eeb23-03e1-453f-a4ea-36a2d4e24a38 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:41.228430 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70eeb23-03e1-453f-a4ea-36a2d4e24a38'] response: {'name': 'network-changed', 'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'status': 'completed', 'code': 200} Sep 25 01:00:41.331567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:41.345593 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-885f1c9d-5b7c-4b3d-8e7d-c20bf61493de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.347511 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-885f1c9d-5b7c-4b3d-8e7d-c20bf61493de service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1129 time: 0.0527778 Sep 25 01:00:41.433818 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:41.478103 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-bd5e2c16-fece-4aff-b974-38b3058b7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.481298 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-bd5e2c16-fece-4aff-b974-38b3058b7e97 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1267467 Sep 25 01:00:41.592948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5c1b2b10-9041-473b-9c9b-b6cea53c79dc', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.64', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:00:25Z', 'updated_at': '2022-09-25T01:00:40Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.597902 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-0073ca5f-c1cd-4cfc-ad87-e093fbcfac2d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 998 time: 0.1090198 Sep 25 01:00:41.623101 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:41.633759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:41.634537 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:41.689385 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-b75a3b36-f584-4110-95d2-0efc5fc1d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.691903 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-b75a3b36-f584-4110-95d2-0efc5fc1d6a8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0844450 Sep 25 01:00:41.755851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:41.769620 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-2df6fc56-6bbc-4617-9437-fdfaa82b1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:41.772150 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-2df6fc56-6bbc-4617-9437-fdfaa82b1684 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732067 Sep 25 01:00:41.930813 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-37f470ab-86b9-4cc9-9a17-43388207b230 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513226 Sep 25 01:00:42.054321 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4663a7d2-2843-4b9a-9b3e-25daf154f4f6 req-94c86d36-f7c2-41c4-82a2-631782315ab0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145368 Sep 25 01:00:42.127487 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5c1b2b10-9041-473b-9c9b-b6cea53c79dc', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.64', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:00:25Z', 'updated_at': '2022-09-25T01:00:40Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:42.181313 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a469e7f-8894-4d1b-9391-10ce1dcda28d None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5c1b2b10-9041-473b-9c9b-b6cea53c79dc', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'floating_ip_address': '172.37.1.64', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:00:25Z', 'updated_at': '2022-09-25T01:00:40Z', 'revision_number': 1, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:00:42.413247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce14676-2565-4a8d-8584-b733fc1ccd2c None None] New status for floating IP 5c1b2b10-9041-473b-9c9b-b6cea53c79dc: ACTIVE {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:00:47.400428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-666c3983-6bca-4d3a-8af8-265257383068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.362122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:49.669610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=37 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:49.756519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3b09d3f8-d1fd-426f-83bf-820eb7391c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:50.971720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:51.187343 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-d53655b8-0b83-42eb-a72d-3c1e776eb619 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550978 Sep 25 01:00:51.301937 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-89d47387-dfee-4780-bde6-d3b4db5019d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:51.303951 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-89d47387-dfee-4780-bde6-d3b4db5019d6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=28568584195d475fbc52d76185e09044&device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 1129 time: 0.0567532 Sep 25 01:00:51.463090 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-6d7d5821-b0e4-47e2-962a-5e9089bb3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:51.465167 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-6d7d5821-b0e4-47e2-962a-5e9089bb3bfa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 200 len: 919 time: 0.1206686 Sep 25 01:00:51.522752 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-55473e61-d0b1-4151-963f-3b42a10b6fa0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 200 len: 217 time: 0.0481696 Sep 25 01:00:51.600270 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-2e2121fb-692a-48d1-842c-94e35a9944ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:51.601974 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-2e2121fb-692a-48d1-842c-94e35a9944ee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 200 len: 858 time: 0.0660806 Sep 25 01:00:51.645666 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:51.659725 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-97395d30-9c92-400e-8cac-4e5141fdc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:51.661317 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-97395d30-9c92-400e-8cac-4e5141fdc877 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e04e78f2-fc42-4b3e-9ba5-62cef58448f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510800 Sep 25 01:00:51.825191 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-e0d0faf3-c43c-4c3e-abd3-19323e834748 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468494 Sep 25 01:00:52.121825 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:52.133715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:52.278710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:52.418906 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0caf89eb-d0ae-4918-bad8-66adefe3ab95 req-db2f81b2-b56c-47fd-8e05-32ca15bc6dc0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302586 Sep 25 01:00:52.593517 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:54.440639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018917cb-7ea7-4e74-9a9a-62341dfd94c6 req-f831e660-e68b-476b-a1b2-bd756e28a101 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:54.442550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-018917cb-7ea7-4e74-9a9a-62341dfd94c6 req-f831e660-e68b-476b-a1b2-bd756e28a101 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.1967819 Sep 25 01:00:54.505784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-018917cb-7ea7-4e74-9a9a-62341dfd94c6 req-c9e84560-0afa-435b-a6e0-b9ba0ea3e354 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550082 Sep 25 01:00:55.667014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c3743-5e76-4745-8ebc-3a0eb0d42cdf req-1a474ea9-297d-4b67-a562-885864bc1ce3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:55.669651 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b28c3743-5e76-4745-8ebc-3a0eb0d42cdf req-1a474ea9-297d-4b67-a562-885864bc1ce3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0576205 Sep 25 01:00:55.734792 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b28c3743-5e76-4745-8ebc-3a0eb0d42cdf req-d5f2cd83-98c4-4a33-a53e-a990af61926e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573270 Sep 25 01:00:56.946080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1c06-37da-4ec5-972c-0e59ddf6fb5a req-2c8247b8-2c29-40a1-bdb7-c1bf810fdca5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:56.947753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75be1c06-37da-4ec5-972c-0e59ddf6fb5a req-2c8247b8-2c29-40a1-bdb7-c1bf810fdca5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0588346 Sep 25 01:00:57.004719 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75be1c06-37da-4ec5-972c-0e59ddf6fb5a req-253e6f6d-46ec-4c79-aa94-25d842163c03 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503976 Sep 25 01:00:58.209563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11811a4-be9c-4bcd-a412-3ae3e379ae44 req-64a1e817-d03c-4258-8ebf-9626486c12ac tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:58.219565 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e11811a4-be9c-4bcd-a412-3ae3e379ae44 req-64a1e817-d03c-4258-8ebf-9626486c12ac tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0984485 Sep 25 01:00:58.303686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e11811a4-be9c-4bcd-a412-3ae3e379ae44 req-69589729-071d-4e0a-b70f-628227df7283 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eeea7474-c761-4d5f-be6e-c79f9aedf9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725298 Sep 25 01:00:58.311284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91038c37-d92f-4109-825d-f60b109a84e1 req-eea8c16f-8e6e-4f32-983a-5c9117f9c173 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:00:58.313413 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-91038c37-d92f-4109-825d-f60b109a84e1 req-eea8c16f-8e6e-4f32-983a-5c9117f9c173 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 946 time: 0.0875537 Sep 25 01:00:58.462010 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Deleting port a554103e-40f9-42b8-b04a-4fc7d8888240 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:00:58.462371 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.515326 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:58.575163 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] For port a554103e-40f9-42b8-b04a-4fc7d8888240, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a554103e-40f9-42b8-b04a-4fc7d8888240,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:00:58.575637 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.807284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.807678 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:58.808168 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Floating IP 704ea153-02c8-4eb3-bdfc-b3a4e92c135c disassociated. External IP: 172.37.1.209, port: a554103e-40f9-42b8-b04a-4fc7d8888240. Sep 25 01:00:58.808741 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Calling delete_port for a554103e-40f9-42b8-b04a-4fc7d8888240 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:00:58.976381 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (a554103e-40f9-42b8-b04a-4fc7d8888240), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.015135 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event deleted for resources: {'Port': ['ID=a554103e-40f9-42b8-b04a-4fc7d8888240,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:00:59.146620 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:00:59.261381 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:00:59.287402 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:00:59.299851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:00:59.314665 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:59.315714 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:59.353124 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] No DVR routers for this DVR port a554103e-40f9-42b8-b04a-4fc7d8888240 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:00:59.357167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:00:59.362626 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-91038c37-d92f-4109-825d-f60b109a84e1 req-0a88ff25-a2e7-4243-83f6-1c05c8f6fc91 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "DELETE /networking/v2.0/ports/a554103e-40f9-42b8-b04a-4fc7d8888240 HTTP/1.1" status: 204 len: 173 time: 1.0175261 Sep 25 01:00:59.363653 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'name': 'network-vif-deleted', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:00:59.365396 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd16ce-0da5-46a7-8505-609dec98cc24" -d '{"events": [{"server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "name": "network-vif-deleted", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:00:59.449643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6295be-591f-4b23-9169-2d0155f064ea x-openstack-request-id: req-2d6295be-591f-4b23-9169-2d0155f064ea {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:00:59.450183 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621dfc45-048c-452f-86ca-ffdaeeb5f919", "name": "network-vif-deleted", "tag": "a554103e-40f9-42b8-b04a-4fc7d8888240", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:00:59.450628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d6295be-591f-4b23-9169-2d0155f064ea {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:00:59.451208 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6295be-591f-4b23-9169-2d0155f064ea'] response: {'server_uuid': '621dfc45-048c-452f-86ca-ffdaeeb5f919', 'name': 'network-vif-deleted', 'tag': 'a554103e-40f9-42b8-b04a-4fc7d8888240', 'status': 'completed', 'code': 200} Sep 25 01:00:59.513689 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64e07b3a-9a57-47ff-ab21-eba8dcfc27a7 req-c4d2436e-1f72-43bb-8401-ce930e7e47e6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=621dfc45-048c-452f-86ca-ffdaeeb5f919 HTTP/1.1" status: 200 len: 210 time: 0.0393085 Sep 25 01:00:59.559993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:00:59.902207 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:00:59.957323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:00:59.974735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:00:59.975766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.148091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:00.471502 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:00.520568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80fc14f-0bc4-4cd8-8b13-9401dc03fa2b None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:54Z', 'revision_number': 4, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1b8115fa-df9f-4b13-830a-866086f1b68f', 'name': '', 'network_id': 'e04e78f2-fc42-4b3e-9ba5-62cef58448f8', 'tenant_id': '28568584195d475fbc52d76185e09044', 'mac_address': 'fa:16:3e:04:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:13Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'subnets': [{'id': '6474d219-e5a1-4a6c-8e41-4afa0ca3d765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:00.653590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38184) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:00.742138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (eeea7474-c761-4d5f-be6e-c79f9aedf9b8), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.789767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (eeea7474-c761-4d5f-be6e-c79f9aedf9b8), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.848880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc6fef-5229-453d-b8ab-77f790ac4b10 None None] New status for floating IP 704ea153-02c8-4eb3-bdfc-b3a4e92c135c: DOWN {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:01:00.864659 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (eeea7474-c761-4d5f-be6e-c79f9aedf9b8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.867926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:00.869390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eeea7474-c761-4d5f-be6e-c79f9aedf9b8 HTTP/1.1" status: 204 len: 168 time: 0.2144558 Sep 25 01:01:00.873152 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38186) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:00.880586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a28fa-9733-4baf-9898-7b416b0dacb8 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea7474-c761-4d5f-be6e-c79f9aedf9b8,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:00.904956 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.api.v2.resource [None req-df5f8298-1412-4cc4-bceb-18892c951024 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] show failed (client error): The resource could not be found. Sep 25 01:01:00.906909 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-df5f8298-1412-4cc4-bceb-18892c951024 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups/eeea7474-c761-4d5f-be6e-c79f9aedf9b8 HTTP/1.1" status: 404 len: 347 time: 0.0310874 Sep 25 01:01:00.910461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38188) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:01.072972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Deleting port 17a80ba6-c081-4c9d-a08c-8d5766a6f9f1 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:01.074109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.188200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.188624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.205753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Calling delete_port for 17a80ba6-c081-4c9d-a08c-8d5766a6f9f1 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:01.367375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (17a80ba6-c081-4c9d-a08c-8d5766a6f9f1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.396131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event deleted for resources: {'Port': ['ID=17a80ba6-c081-4c9d-a08c-8d5766a6f9f1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:01.406358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:01.452861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:01.484497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks [] for floatingip (704ea153-02c8-4eb3-bdfc-b3a4e92c135c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.484497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:01.484497 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4b121bfb-b526-4098-8ae2-190cb184983c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/704ea153-02c8-4eb3-bdfc-b3a4e92c135c HTTP/1.1" status: 204 len: 168 time: 0.5719121 Sep 25 01:01:02.018389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device a554103e-40f9-42b8-b04a-4fc7d8888240 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:02.049486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: a554103e-40f9-42b8-b04a-4fc7d8888240 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:02.050108 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device a554103e-40f9-42b8-b04a-4fc7d8888240 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:04.052544 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-88a9e78a-b77b-4165-add9-109b6aba34ce tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-211599788&fields=id&tenant_id=b161c2e2dd1f42159dc0d71e8216516c HTTP/1.1" status: 200 len: 267 time: 0.0644157 Sep 25 01:01:04.150378 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-9dbb95d6-7cd7-476e-8668-e96146182013 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:04.154377 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-9dbb95d6-7cd7-476e-8668-e96146182013 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 984 time: 0.0916522 Sep 25 01:01:04.172269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Request body: {'port': {'security_groups': ['5820ec3a-8d2a-47c6-8b82-59a1dad211f3']}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:04.187777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dc29f-1c4d-492b-ab5e-c356c42fb365 req-72ad77bb-1cf0-44ba-bfbb-1222de7eef7b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:04.190302 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c68dc29f-1c4d-492b-ab5e-c356c42fb365 req-72ad77bb-1cf0-44ba-bfbb-1222de7eef7b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0797892 Sep 25 01:01:04.264067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c68dc29f-1c4d-492b-ab5e-c356c42fb365 req-51674713-3f4e-40ae-b97f-159cfbb8f518 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Sep 25 01:01:04.282615 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.342198 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:04.524794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:04.563736 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.569127 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.581685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:04.582345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.583967 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f65b663f-ca94-4205-9f79-1216f5b41d77 req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "PUT /networking/v2.0/ports/0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 942 time: 0.4198055 Sep 25 01:01:04.587453 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:04.590039 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9b52c-46ca-4a1a-8583-4ecc155d5047" -d '{"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:04.591790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38220) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:04.610056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:04.660075 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be6bfa-3815-463a-b636-2973c3296b1d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event updated for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=7']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:04.673142 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada46d1a-d450-4a99-8a94-09f97267c0cb x-openstack-request-id: req-ada46d1a-d450-4a99-8a94-09f97267c0cb {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:04.673870 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:04.674286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ada46d1a-d450-4a99-8a94-09f97267c0cb {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:04.688699 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada46d1a-d450-4a99-8a94-09f97267c0cb'] response: {'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 01:01:04.689881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:04.728825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (42581346-2174-404e-9723-a7e42899addf), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.769299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (42581346-2174-404e-9723-a7e42899addf), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.804040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:04.854513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (42581346-2174-404e-9723-a7e42899addf), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.858487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:04.862819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/42581346-2174-404e-9723-a7e42899addf HTTP/1.1" status: 204 len: 168 time: 0.2667308 Sep 25 01:01:04.863257 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38226) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:04.879107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ace536-21cf-4484-94aa-8834ed6aad9d tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42581346-2174-404e-9723-a7e42899addf,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:05.040628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Deleting port fcf9514b-30ed-4617-ba23-6d05a475dfb7 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:05.040990 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.063563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:05.151072 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.151672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for floatingip (fcf9514b-30ed-4617-ba23-6d05a475dfb7), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.171889 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Calling delete_port for fcf9514b-30ed-4617-ba23-6d05a475dfb7 owned by network:floatingip {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:05.380069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:05.467544 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068c4fb-5fb9-46dd-958d-a32d022d005b req-fecb6a4c-f73b-4642-ad29-e3de07f11298 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:05.471079 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4068c4fb-5fb9-46dd-958d-a32d022d005b req-fecb6a4c-f73b-4642-ad29-e3de07f11298 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1109667 Sep 25 01:01:05.520971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (fcf9514b-30ed-4617-ba23-6d05a475dfb7), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.566903 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event deleted for resources: {'Port': ['ID=fcf9514b-30ed-4617-ba23-6d05a475dfb7,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:05.595887 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4068c4fb-5fb9-46dd-958d-a32d022d005b req-aeea22db-e75c-4a40-a095-6bf8f68a3481 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132705 Sep 25 01:01:05.678322 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks [] for floatingip (1d603368-223d-4db7-bf9d-0dd44b55ec88), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:05.678734 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Floating IP 1d603368-223d-4db7-bf9d-0dd44b55ec88 disassociated (deleted). External IP: 172.37.1.104, port: 0940e2bc-bbba-4cec-82c5-38b72d995723. Sep 25 01:01:05.814816 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:05.961125 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:06.088270 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:06.093864 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:06.099397 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Sync routers for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:06.112006 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:06.112646 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:06.129933 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ef741283-8b44-462a-a6cd-1323532a98c2 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/1d603368-223d-4db7-bf9d-0dd44b55ec88 HTTP/1.1" status: 204 len: 168 time: 1.2652311 Sep 25 01:01:06.237648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:06.422780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.510966 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:06.552384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Checking router: 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:06.554210 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:06.564718 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:06.565394 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:00:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:06.682813 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:06.689987 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:06.694798 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414d829d-a459-40f3-8b12-3deddeca14ef" -d '{"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:06.769783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405b712-3353-4ead-be4b-308c5f8d41d2 req-6e848e58-93f9-46f1-b367-11f4f5701b4b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:06.771846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9405b712-3353-4ead-be4b-308c5f8d41d2 req-6e848e58-93f9-46f1-b367-11f4f5701b4b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.0623171 Sep 25 01:01:06.772607 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78835b7-176d-4cf1-8521-4a59d5d77839 x-openstack-request-id: req-b78835b7-176d-4cf1-8521-4a59d5d77839 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:06.773081 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:06.773592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b78835b7-176d-4cf1-8521-4a59d5d77839 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:06.774203 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78835b7-176d-4cf1-8521-4a59d5d77839'] response: {'name': 'network-changed', 'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 01:01:06.866089 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9405b712-3353-4ead-be4b-308c5f8d41d2 req-caa263a5-29ac-44af-90cc-251f8566b693 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Sep 25 01:01:07.026833 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-69915866-6685-4aaa-baaf-770a208a0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.029457 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-69915866-6685-4aaa-baaf-770a208a0732 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1129 time: 0.0538993 Sep 25 01:01:07.065997 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:07.102524 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2b5f7-c397-4c48-a754-56163128c71c None None] The sync data for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi is: [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T00:58:05Z', 'revision_number': 4, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2', 'name': '', 'network_id': 'f9e440d6-f48e-45bb-9a01-3ccd9ccf9488', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'mac_address': 'fa:16:3e:e4:77:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:05Z', 'updated_at': '2022-09-25T00:58:11Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'subnets': [{'id': 'd74e111d-e663-49eb-9c15-00f7b719c28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:07.199491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511131-2380-4e11-b43d-f438674e666e req-ee472d64-f6bc-421a-91b1-d6bdc82054b6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.202071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13511131-2380-4e11-b43d-f438674e666e req-ee472d64-f6bc-421a-91b1-d6bdc82054b6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 945 time: 0.1052139 Sep 25 01:01:07.233038 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-b07e595d-7097-46fd-ac1c-25b6bb3e65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.234600 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-b07e595d-7097-46fd-ac1c-25b6bb3e65ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.1383905 Sep 25 01:01:07.407109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be322c-47b6-4e31-bdb0-0fc73f4397fe None None] New status for floating IP 1d603368-223d-4db7-bf9d-0dd44b55ec88: DOWN {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:01:07.507553 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-ddc31adc-a4d5-4345-93f6-65ff4fb0884f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 217 time: 0.0531330 Sep 25 01:01:07.602604 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-8324ac8b-47a4-4432-abd6-64211a1b6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.604871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Deleting port 344eed51-ca03-4da0-b7a1-415ff8227472 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:07.605521 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-8324ac8b-47a4-4432-abd6-64211a1b6d15 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.0861828 Sep 25 01:01:07.605691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.671060 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-a9b372ac-a90b-4aa2-afba-9b3fa3a4bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:07.672977 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-a9b372ac-a90b-4aa2-afba-9b3fa3a4bf93 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607643 Sep 25 01:01:07.750739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] For port 344eed51-ca03-4da0-b7a1-415ff8227472, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=344eed51-ca03-4da0-b7a1-415ff8227472,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:07.751104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.766985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Calling delete_port for 344eed51-ca03-4da0-b7a1-415ff8227472 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:07.913703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (344eed51-ca03-4da0-b7a1-415ff8227472), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:07.971642 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event deleted for resources: {'Port': ['ID=344eed51-ca03-4da0-b7a1-415ff8227472,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:07.987742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['344eed51-ca03-4da0-b7a1-415ff8227472', '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:08.082152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2dd7df3d-5d4d-4749-b4b3-14593a10e2fc req-ba3a3752-6e75-4513-9842-a052a97c4d81 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.0667336 Sep 25 01:01:08.131456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] No DVR routers for this DVR port 344eed51-ca03-4da0-b7a1-415ff8227472 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:08.139122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:08.149394 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13511131-2380-4e11-b43d-f438674e666e req-82148e58-d7c4-4e76-8680-0b054ccf709a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "DELETE /networking/v2.0/ports/344eed51-ca03-4da0-b7a1-415ff8227472 HTTP/1.1" status: 204 len: 173 time: 0.6955488 Sep 25 01:01:08.150615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'name': 'network-vif-deleted', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:08.168081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3790c-37c8-4fea-af8b-b95731c8c02f" -d '{"events": [{"server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "name": "network-vif-deleted", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:08.243725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b4f9a5-02f3-4932-9638-9a4218c5ab5b x-openstack-request-id: req-25b4f9a5-02f3-4932-9638-9a4218c5ab5b {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:08.244398 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d7a7f9-a0d9-4f96-b9b2-569049374b4f", "name": "network-vif-deleted", "tag": "344eed51-ca03-4da0-b7a1-415ff8227472", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:08.245423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25b4f9a5-02f3-4932-9638-9a4218c5ab5b {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:08.246171 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b4f9a5-02f3-4932-9638-9a4218c5ab5b'] response: {'server_uuid': '67d7a7f9-a0d9-4f96-b9b2-569049374b4f', 'name': 'network-vif-deleted', 'tag': '344eed51-ca03-4da0-b7a1-415ff8227472', 'status': 'completed', 'code': 200} Sep 25 01:01:08.264617 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-78498cc9-ac98-45e9-95d6-d1fd6986a1ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467079 Sep 25 01:01:08.387175 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:08.462580 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12b9b52c-46ca-4a1a-8583-4ecc155d5047 req-29ed389c-bf69-4140-b248-f7821d1c115c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643038 Sep 25 01:01:08.744133 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d829d-a459-40f3-8b12-3deddeca14ef req-22a71b7f-5a22-4ced-8dde-05f37e673ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:08.749787 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-22a71b7f-5a22-4ced-8dde-05f37e673ace service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 1129 time: 0.1419120 Sep 25 01:01:09.225896 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d829d-a459-40f3-8b12-3deddeca14ef req-e35e5911-800e-41a7-940d-4ca70a5e3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:09.227725 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-e35e5911-800e-41a7-940d-4ca70a5e3c2a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 200 len: 915 time: 0.4470427 Sep 25 01:01:09.276191 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-8485519f-f151-4102-ad65-218c7ce82442 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 200 len: 217 time: 0.0405943 Sep 25 01:01:09.283690 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06b21403-baf5-43eb-9b3c-52cb4dd4fbb1 req-132d8fb9-0969-4dc6-b0b5-244e3299182d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=67d7a7f9-a0d9-4f96-b9b2-569049374b4f HTTP/1.1" status: 200 len: 210 time: 0.0643399 Sep 25 01:01:09.380438 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d829d-a459-40f3-8b12-3deddeca14ef req-af6c06dc-c009-48b3-8d8d-9eafc895e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:09.383128 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-af6c06dc-c009-48b3-8d8d-9eafc895e454 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 200 len: 854 time: 0.0951033 Sep 25 01:01:09.465140 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d829d-a459-40f3-8b12-3deddeca14ef req-677d6af4-4fcb-482b-a947-abb50b2b2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:09.467954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-677d6af4-4fcb-482b-a947-abb50b2b2ba5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771656 Sep 25 01:01:09.810862 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:09.927156 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-7c805ffa-651f-4d0c-9135-1d843cdc94c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620672 Sep 25 01:01:10.036347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 344eed51-ca03-4da0-b7a1-415ff8227472 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:10.064136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 344eed51-ca03-4da0-b7a1-415ff8227472 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:10.064246 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 344eed51-ca03-4da0-b7a1-415ff8227472 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:10.108362 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-414d829d-a459-40f3-8b12-3deddeca14ef req-b4f93402-3611-4d1f-a878-59634024de0f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730418 Sep 25 01:01:10.706921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5938c-1920-4814-aef5-316b30c11588 req-0d9267ca-148c-4ea3-99eb-5d3a607a3291 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:10.708604 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ef5938c-1920-4814-aef5-316b30c11588 req-0d9267ca-148c-4ea3-99eb-5d3a607a3291 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0567169 Sep 25 01:01:10.760033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:10.766043 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ef5938c-1920-4814-aef5-316b30c11588 req-e1a16317-65d3-4e87-81ab-87a51d68e0a3 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 Sep 25 01:01:11.424986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398510f1-0abf-4817-9515-a2cadb9b6abd req-71c0aea9-79bb-4388-97cc-4be3fd917bf6 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.426635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-398510f1-0abf-4817-9515-a2cadb9b6abd req-71c0aea9-79bb-4388-97cc-4be3fd917bf6 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0683525 Sep 25 01:01:11.441858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:11.493947 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-398510f1-0abf-4817-9515-a2cadb9b6abd req-5f9493d5-cc3b-4290-876f-aab7b4fed2d3 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590312 Sep 25 01:01:11.564421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a757c1-c480-4beb-891a-4ede625da9cf req-ff3ce93c-e042-40ff-b33c-3a6e59154188 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.566117 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11a757c1-c480-4beb-891a-4ede625da9cf req-ff3ce93c-e042-40ff-b33c-3a6e59154188 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0540004 Sep 25 01:01:11.624304 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11a757c1-c480-4beb-891a-4ede625da9cf req-ab3b7cd6-7030-4e0a-aac7-28866d3da090 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517371 Sep 25 01:01:11.903142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b471af-b286-4725-946e-6049bafd6055 req-43e183aa-07fa-4589-93da-edd407e2239c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:11.905135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1b471af-b286-4725-946e-6049bafd6055 req-43e183aa-07fa-4589-93da-edd407e2239c tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0545356 Sep 25 01:01:11.969159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1b471af-b286-4725-946e-6049bafd6055 req-5e656240-ff6a-40c7-9119-00d4727fa27d tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Sep 25 01:01:12.645457 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3f27e-9f40-4eb8-a15b-8325d8f3091c req-addeaa38-9958-4389-ae17-0ad38745a2bc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:12.647144 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f2a3f27e-9f40-4eb8-a15b-8325d8f3091c req-addeaa38-9958-4389-ae17-0ad38745a2bc tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0594790 Sep 25 01:01:12.707156 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f2a3f27e-9f40-4eb8-a15b-8325d8f3091c req-4f6586e0-6617-443f-898f-e90d7739cb26 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Sep 25 01:01:12.795772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a559f2-6a91-4af2-890c-da26dfd98b57 req-b659b435-5b14-4750-88a8-89c5187eeb6d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:12.797761 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2a559f2-6a91-4af2-890c-da26dfd98b57 req-b659b435-5b14-4750-88a8-89c5187eeb6d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0593667 Sep 25 01:01:12.871583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2a559f2-6a91-4af2-890c-da26dfd98b57 req-330d8a32-b091-49ae-8326-50fd70ab08c0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619552 Sep 25 01:01:13.114955 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377a90-326e-4e9c-aee8-cd8dd95f702c req-094add80-0f4d-48f6-a536-99a2da04513b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.116497 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-18377a90-326e-4e9c-aee8-cd8dd95f702c req-094add80-0f4d-48f6-a536-99a2da04513b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0655196 Sep 25 01:01:13.188207 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-18377a90-326e-4e9c-aee8-cd8dd95f702c req-9d497130-d3bc-411f-a762-b7e777560520 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Sep 25 01:01:13.883495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d33119-a440-42e6-8ed2-7e0ddecff027 req-ff2a097f-d100-4bb3-85e1-aafc523bc440 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:13.886987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d33119-a440-42e6-8ed2-7e0ddecff027 req-ff2a097f-d100-4bb3-85e1-aafc523bc440 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0778854 Sep 25 01:01:13.951640 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d33119-a440-42e6-8ed2-7e0ddecff027 req-de2b7f5c-64c5-4bdd-807a-ddf5bebb145e tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589094 Sep 25 01:01:14.053817 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794307e-0851-461d-80cb-417323878efd req-69040f93-3fef-4341-bdd0-415d558d082c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:14.055497 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6794307e-0851-461d-80cb-417323878efd req-69040f93-3fef-4341-bdd0-415d558d082c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0588477 Sep 25 01:01:14.115973 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6794307e-0851-461d-80cb-417323878efd req-526903c2-dba5-436b-9bd1-07e84fd9246a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533173 Sep 25 01:01:14.339801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41adb1-a56e-4ade-9089-34d44c2b3db5 req-735d39e0-ad54-4fae-8441-ed174b8155de tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:14.341319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f41adb1-a56e-4ade-9089-34d44c2b3db5 req-735d39e0-ad54-4fae-8441-ed174b8155de tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0572298 Sep 25 01:01:14.412983 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f41adb1-a56e-4ade-9089-34d44c2b3db5 req-74e9696a-3803-4550-be82-40cf63dcbbd4 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615938 Sep 25 01:01:14.526344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:01:15.098208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eeb52-9662-4a56-a920-ebdc539346d7 req-48c9d017-71b9-4228-9885-9b2bdaac3a6b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:15.100075 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-026eeb52-9662-4a56-a920-ebdc539346d7 req-48c9d017-71b9-4228-9885-9b2bdaac3a6b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0544593 Sep 25 01:01:15.185939 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-026eeb52-9662-4a56-a920-ebdc539346d7 req-f73a7f08-2ba0-472d-a2e5-00a3b826058b tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786979 Sep 25 01:01:15.273678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e18a4-22cb-42e3-9c61-63d76c5892c3 req-b3e8fbe9-43e7-4937-bbc5-e0e197fa7864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:15.275220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6e8e18a4-22cb-42e3-9c61-63d76c5892c3 req-b3e8fbe9-43e7-4937-bbc5-e0e197fa7864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0572217 Sep 25 01:01:15.333892 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6e8e18a4-22cb-42e3-9c61-63d76c5892c3 req-52b89cc9-421d-4513-b96c-d846b2c7c647 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519223 Sep 25 01:01:15.562195 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266c9f-56c4-4658-9180-9e27a680a2dc req-bd3b0816-aa73-4f25-a0aa-1ab847d5e438 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:15.563761 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-63266c9f-56c4-4658-9180-9e27a680a2dc req-bd3b0816-aa73-4f25-a0aa-1ab847d5e438 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0597913 Sep 25 01:01:15.624143 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-63266c9f-56c4-4658-9180-9e27a680a2dc req-d7eb2113-a3d8-488c-b2b2-b007f12b64d6 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Sep 25 01:01:16.341990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dcb5a-0c2d-463c-9d31-2223ed404629 req-b0c1b462-bbd9-464a-8266-d66dcb92fe90 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:16.343638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-538dcb5a-0c2d-463c-9d31-2223ed404629 req-b0c1b462-bbd9-464a-8266-d66dcb92fe90 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0586677 Sep 25 01:01:16.424813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-538dcb5a-0c2d-463c-9d31-2223ed404629 req-2bf4ab22-3964-489b-b2ab-9d557eafc19a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Sep 25 01:01:16.481736 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:16.505056 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540309c-c864-45b0-a9c9-6df25aadc117 req-b50eedad-692c-477e-bac7-af94b5f31fb7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:16.507410 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4540309c-c864-45b0-a9c9-6df25aadc117 req-b50eedad-692c-477e-bac7-af94b5f31fb7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0865316 Sep 25 01:01:16.579730 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4540309c-c864-45b0-a9c9-6df25aadc117 req-be99ae49-9687-429a-9c09-98c6eb6752a3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654318 Sep 25 01:01:16.778552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e8b93-d0f6-463e-85a7-c08989d5ddf4 req-bb0882b5-27fc-4168-a6b7-30fc9c80145b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:16.780268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b65e8b93-d0f6-463e-85a7-c08989d5ddf4 req-bb0882b5-27fc-4168-a6b7-30fc9c80145b tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0552056 Sep 25 01:01:16.845212 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b65e8b93-d0f6-463e-85a7-c08989d5ddf4 req-700e4f81-ea6c-40a0-a06a-3dc739bc52a5 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Sep 25 01:01:17.398779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7a191535-7c1f-42f5-887d-55f33a7b97a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:17.616658 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64206b3e-4629-442d-84a9-6d9b69c235c7 req-06bf4839-c347-4890-810c-3eeeaafbde38 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.620327 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64206b3e-4629-442d-84a9-6d9b69c235c7 req-06bf4839-c347-4890-810c-3eeeaafbde38 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0796223 Sep 25 01:01:17.758326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-835a869b-2228-475c-bffb-205941845bf8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.761317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-835a869b-2228-475c-bffb-205941845bf8 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0822010 Sep 25 01:01:17.816868 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:17.853229 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64206b3e-4629-442d-84a9-6d9b69c235c7 req-4e64d854-6d46-4cc0-9790-c052c15c1543 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257237 Sep 25 01:01:17.871200 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db4674-d592-458e-8d72-f6a579593ef1 req-13736947-fc55-4e59-81b6-812cfc78a32e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.873898 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-90db4674-d592-458e-8d72-f6a579593ef1 req-13736947-fc55-4e59-81b6-812cfc78a32e tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.2436545 Sep 25 01:01:17.886188 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-e5933bd4-c8a1-4c5e-b665-df74148fe54a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.888765 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-e5933bd4-c8a1-4c5e-b665-df74148fe54a tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.1636751 Sep 25 01:01:17.899354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4948772-bdee-4c74-8e59-87bdb5901d98 req-e8580b0b-12e8-4c51-924d-3565057adee3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.902144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4948772-bdee-4c74-8e59-87bdb5901d98 req-e8580b0b-12e8-4c51-924d-3565057adee3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.0868640 Sep 25 01:01:17.979698 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4948772-bdee-4c74-8e59-87bdb5901d98 req-3911bb84-558f-4285-8017-bb06901d6ae1 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709245 Sep 25 01:01:17.993474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b108b1-ca0d-459b-b937-e909caf46577 req-9255e79b-53f3-491d-98ac-74e7bcbc7ec4 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:17.995972 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f4b108b1-ca0d-459b-b937-e909caf46577 req-9255e79b-53f3-491d-98ac-74e7bcbc7ec4 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.0695970 Sep 25 01:01:18.090382 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f4b108b1-ca0d-459b-b937-e909caf46577 req-62c89e9b-a6dd-420e-82ee-ca728a5b7283 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832927 Sep 25 01:01:18.133969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d213d-6d36-4f2d-82b4-2d98dd164e30 req-a9aa2ed2-4a45-4c24-a22a-0d6086e51482 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:18.137587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b9d213d-6d36-4f2d-82b4-2d98dd164e30 req-a9aa2ed2-4a45-4c24-a22a-0d6086e51482 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.0724897 Sep 25 01:01:18.196594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:18.203638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b9d213d-6d36-4f2d-82b4-2d98dd164e30 req-1b92b63a-e530-4f1d-9bc1-a1c156d931a0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584700 Sep 25 01:01:18.997314 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a87703-9c00-4b10-8b4c-457f470219dd req-8919b993-ff2c-4478-9510-cbea2141820c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:18.998942 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-16a87703-9c00-4b10-8b4c-457f470219dd req-8919b993-ff2c-4478-9510-cbea2141820c tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 945 time: 0.0582416 Sep 25 01:01:19.062994 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-16a87703-9c00-4b10-8b4c-457f470219dd req-7d8b629e-a0c9-4f75-a57b-edf4aee9b0eb tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5820ec3a-8d2a-47c6-8b82-59a1dad211f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Sep 25 01:01:19.225688 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port dc9429b9-a8b5-45cb-94af-f68e5fc7099c {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:19.226425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.256013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e637e-76d2-4969-b419-59cf9cb1291e req-125eb7d6-e9eb-4716-b9f6-bf891de05caa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:19.257644 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-527e637e-76d2-4969-b419-59cf9cb1291e req-125eb7d6-e9eb-4716-b9f6-bf891de05caa tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 946 time: 0.1190619 Sep 25 01:01:19.266810 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Deleting port 0940e2bc-bbba-4cec-82c5-38b72d995723 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:19.266810 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.311742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:19.366992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.372416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Deleting port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:19.372736 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.387932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-527e637e-76d2-4969-b419-59cf9cb1291e req-bc76b4ef-f887-4be3-9ba7-3af7a1fee59a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c548fe2-c968-431e-b105-29ac3ebc5929&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970840 Sep 25 01:01:19.390325 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e729a-b25d-4103-af1a-b58d8ef5d250 req-4bc94082-f0ec-4f0c-9890-80286eb2fcdb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:19.391944 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-477e729a-b25d-4103-af1a-b58d8ef5d250 req-4bc94082-f0ec-4f0c-9890-80286eb2fcdb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1665761 Sep 25 01:01:19.400276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] For port dc9429b9-a8b5-45cb-94af-f68e5fc7099c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:19.400856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.609669 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] For port 0940e2bc-bbba-4cec-82c5-38b72d995723, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0940e2bc-bbba-4cec-82c5-38b72d995723,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:19.610243 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.617108 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-477e729a-b25d-4103-af1a-b58d8ef5d250 req-6e3a1d28-6bf9-414d-9c58-7275156a768d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055397 Sep 25 01:01:19.635667 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] For port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:19.636055 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.639531 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Calling delete_port for 0940e2bc-bbba-4cec-82c5-38b72d995723 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:19.658754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Calling delete_port for 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:19.684089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a79a02-51b9-41ef-a9f2-df35781d9735 req-593da291-35aa-41db-af61-771f2a1be11a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:19.685926 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04a79a02-51b9-41ef-a9f2-df35781d9735 req-593da291-35aa-41db-af61-771f2a1be11a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 946 time: 0.1561751 Sep 25 01:01:19.754053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:19.777751 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f4cd-0707-4fb5-8056-269c6dab9ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.784164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.784534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.784826 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 46974619-a9e1-48bf-9c12-1079dfafcbe6 disassociated. External IP: 172.37.1.202, port: dc9429b9-a8b5-45cb-94af-f68e5fc7099c. Sep 25 01:01:19.785171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for dc9429b9-a8b5-45cb-94af-f68e5fc7099c owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:19.818079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-370609b5-3d74-4ab9-a05f-c993225aa1eb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:19.818548 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:19.819908 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-370609b5-3d74-4ab9-a05f-c993225aa1eb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1178298 Sep 25 01:01:19.923841 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04a79a02-51b9-41ef-a9f2-df35781d9735 req-82a97f57-90fe-495e-b260-b3f52d6c7f1a tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=228a413f-3378-42d6-84fd-cf375d775113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315819 Sep 25 01:01:19.936399 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (0940e2bc-bbba-4cec-82c5-38b72d995723), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.945786 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (1f1b4ee1-4f64-49a9-bb20-210b866dfbd5), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:19.982344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Pushing event deleted for resources: {'Port': ['ID=0940e2bc-bbba-4cec-82c5-38b72d995723,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:19.983787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0940e2bc-bbba-4cec-82c5-38b72d995723'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:20.061424 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Pushing event deleted for resources: {'Port': ['ID=1f1b4ee1-4f64-49a9-bb20-210b866dfbd5,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.093333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:20.093848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.143701 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:20.171191 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] No DVR routers for this DVR port 0940e2bc-bbba-4cec-82c5-38b72d995723 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:20.173384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (dc9429b9-a8b5-45cb-94af-f68e5fc7099c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.179215 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:20.179724 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:20.180606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0940e2bc-bbba-4cec-82c5-38b72d995723 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:20.190412 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] No DVR routers for this DVR port 1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:20.195251 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.203122 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0940e2bc-bbba-4cec-82c5-38b72d995723 HTTP/1.1" status: 204 len: 173 time: 1.1313763 Sep 25 01:01:20.206478 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'name': 'network-vif-deleted', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:20.212133 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48b91e-cafc-4049-87f8-1c39be69d2dc" -d '{"events": [{"server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "name": "network-vif-deleted", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:20.216970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.220761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=dc9429b9-a8b5-45cb-94af-f68e5fc7099c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:20.223380 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-90db4674-d592-458e-8d72-f6a579593ef1 req-737764db-20a6-47f7-9451-d9b964b73a92 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1f1b4ee1-4f64-49a9-bb20-210b866dfbd5 HTTP/1.1" status: 204 len: 173 time: 1.1433387 Sep 25 01:01:20.236214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 0940e2bc-bbba-4cec-82c5-38b72d995723 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:20.237092 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0940e2bc-bbba-4cec-82c5-38b72d995723 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:20.254204 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-95f95d68-b2a6-4137-85f0-25fbde9e48eb req-4db82085-53ea-4c2a-8f44-a8d08df0e249 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.0850489 Sep 25 01:01:20.318865 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37cc41-a776-45ed-a030-fbdabfb18ea8 x-openstack-request-id: req-dc37cc41-a776-45ed-a030-fbdabfb18ea8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:20.319431 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27675569-1b42-49db-a883-3ad6e55fc75d", "name": "network-vif-deleted", "tag": "0940e2bc-bbba-4cec-82c5-38b72d995723", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:20.319916 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc37cc41-a776-45ed-a030-fbdabfb18ea8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:20.321814 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc37cc41-a776-45ed-a030-fbdabfb18ea8'] response: {'server_uuid': '27675569-1b42-49db-a883-3ad6e55fc75d', 'name': 'network-vif-deleted', 'tag': '0940e2bc-bbba-4cec-82c5-38b72d995723', 'status': 'completed', 'code': 200} Sep 25 01:01:20.420113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.443158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] For port 2d8c367e-4bc1-45e8-8730-7a0f3f231689, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2d8c367e-4bc1-45e8-8730-7a0f3f231689,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:20.443439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:20.454842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:20.539830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:20.639142 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cf60933d-24b4-44ec-ba08-cd4a1163a0f3 req-794442aa-1f17-4c4a-ad8d-2adde17c2fa0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 210 time: 0.0741885 Sep 25 01:01:20.979971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.118490 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-08511b3f-9a0f-4ff2-aded-c0389b2f1a90 req-4e190b23-fc21-4ee7-afb9-10fdfdf880d0 tempest-ServerRescueNegativeTestJSON-1085047793 tempest-ServerRescueNegativeTestJSON-1085047793-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3c9017f3-8bdb-4c13-9c50-646241c8f1ba HTTP/1.1" status: 200 len: 210 time: 0.0411990 Sep 25 01:01:21.138802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b49d4-575f-410b-a4b8-0bdec16b0fa0 req-51f6e1af-f1be-4b1b-ae7f-44512b20474d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:21.140724 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-856b49d4-575f-410b-a4b8-0bdec16b0fa0 req-51f6e1af-f1be-4b1b-ae7f-44512b20474d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 946 time: 0.1664829 Sep 25 01:01:21.147389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.148253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (45d576d5-5d51-4c3f-a36f-d777793489c6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.148893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP 45d576d5-5d51-4c3f-a36f-d777793489c6 disassociated. External IP: 172.37.1.19, port: 2d8c367e-4bc1-45e8-8730-7a0f3f231689. Sep 25 01:01:21.149448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for 2d8c367e-4bc1-45e8-8730-7a0f3f231689 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:21.247652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:21.272081 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:21.299664 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:21.300714 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:21.399560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] No DVR routers for this DVR port dc9429b9-a8b5-45cb-94af-f68e5fc7099c on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:21.411633 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-856b49d4-575f-410b-a4b8-0bdec16b0fa0 req-dfa0157c-743e-48c7-80bb-353a8e5e985d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522631 Sep 25 01:01:21.414086 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.420837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-585b78fa-42c5-4f01-a3db-0c73c3f7b2aa req-9d1325f1-5022-4c45-b6d8-6c890c815864 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "DELETE /networking/v2.0/ports/dc9429b9-a8b5-45cb-94af-f68e5fc7099c HTTP/1.1" status: 204 len: 173 time: 2.3458557 Sep 25 01:01:21.442788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'name': 'network-vif-deleted', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:21.446293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f18e3-93b8-4862-8064-90abfaeec6a6" -d '{"events": [{"server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "name": "network-vif-deleted", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:21.521474 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a6a4b45d-586f-4e6b-9219-a93d6a386aad req-8dfcd7a5-cb56-4342-96b4-97baa972c493 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=27675569-1b42-49db-a883-3ad6e55fc75d HTTP/1.1" status: 200 len: 210 time: 0.0964472 Sep 25 01:01:21.566615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:21.612154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (2d8c367e-4bc1-45e8-8730-7a0f3f231689), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:21.666045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d6a08-2c14-417c-a4cc-4864d16801d0 x-openstack-request-id: req-ad9d6a08-2c14-417c-a4cc-4864d16801d0 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:21.666511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53662f0-18c6-40e1-99da-07e0065395e1", "name": "network-vif-deleted", "tag": "dc9429b9-a8b5-45cb-94af-f68e5fc7099c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:21.667177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad9d6a08-2c14-417c-a4cc-4864d16801d0 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:21.668767 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9d6a08-2c14-417c-a4cc-4864d16801d0'] response: {'server_uuid': 'e53662f0-18c6-40e1-99da-07e0065395e1', 'name': 'network-vif-deleted', 'tag': 'dc9429b9-a8b5-45cb-94af-f68e5fc7099c', 'status': 'completed', 'code': 200} Sep 25 01:01:21.670898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=2d8c367e-4bc1-45e8-8730-7a0f3f231689,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:21.828177 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-48d9e5bd-f2e5-4598-9649-ec7836ec8906 req-3564ec1f-44d4-437e-bb9d-08e79b3585ef tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e53662f0-18c6-40e1-99da-07e0065395e1 HTTP/1.1" status: 200 len: 210 time: 0.0519199 Sep 25 01:01:21.862168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:21.894284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:21.960671 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:21.981598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:21.984517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:22.046995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:22.065471 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:22.097299 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device dc9429b9-a8b5-45cb-94af-f68e5fc7099c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:22.148788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:22.150855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:22.155078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: dc9429b9-a8b5-45cb-94af-f68e5fc7099c {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:22.156007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device dc9429b9-a8b5-45cb-94af-f68e5fc7099c not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:22.164948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] No DVR routers for this DVR port 2d8c367e-4bc1-45e8-8730-7a0f3f231689 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:22.170063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.176276 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27b6cc80-14e8-4ad4-ada2-93a412cf50cf req-a875ccbe-c126-41c4-a8a3-0750869c6454 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "DELETE /networking/v2.0/ports/2d8c367e-4bc1-45e8-8730-7a0f3f231689 HTTP/1.1" status: 204 len: 173 time: 2.3480492 Sep 25 01:01:22.199185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:22.254040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38376) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:22.324285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'name': 'network-vif-deleted', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:22.329951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3dae5b-af37-47dc-8ed2-b8e60379c9a7" -d '{"events": [{"server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "name": "network-vif-deleted", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:22.413716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:22.545093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.597043 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.623058 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.662716 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08d659-9463-4973-8c22-65b6d52f5f40 x-openstack-request-id: req-8f08d659-9463-4973-8c22-65b6d52f5f40 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:22.663196 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9017f3-8bdb-4c13-9c50-646241c8f1ba", "name": "network-vif-deleted", "tag": "1f1b4ee1-4f64-49a9-bb20-210b866dfbd5", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:22.663625 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f08d659-9463-4973-8c22-65b6d52f5f40 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:22.664599 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f08d659-9463-4973-8c22-65b6d52f5f40'] response: {'server_uuid': '3c9017f3-8bdb-4c13-9c50-646241c8f1ba', 'name': 'network-vif-deleted', 'tag': '1f1b4ee1-4f64-49a9-bb20-210b866dfbd5', 'status': 'completed', 'code': 200} Sep 25 01:01:22.709207 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:22.750493 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:22.809859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.811939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba95948-0d42-4d24-81f3-3dfdc60161dc None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:22.818853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:22.910266 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0e9a2d4-dbe4-4437-b770-8a36fa530c89 req-962638ed-f5d1-4ef0-b1f6-c5659411f901 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.1249661 Sep 25 01:01:22.936554 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:23.013960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:23.028152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:23.029047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:23.084383 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38400) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:23.184235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:23.189796 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (9c548fe2-c968-431e-b105-29ac3ebc5929), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.242168 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (9c548fe2-c968-431e-b105-29ac3ebc5929), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.383645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af809656-30ed-4ebc-aab9-e6b993ea98ad None None] New status for floating IP 46974619-a9e1-48bf-9c12-1079dfafcbe6: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:01:23.394998 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (9c548fe2-c968-431e-b105-29ac3ebc5929), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.400291 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.402380 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c548fe2-c968-431e-b105-29ac3ebc5929 HTTP/1.1" status: 204 len: 168 time: 0.3165915 Sep 25 01:01:23.406217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38412) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:23.421710 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c548fe2-c968-431e-b105-29ac3ebc5929,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:23.439011 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.440005 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.440768 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.441809 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.442688 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.443520 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.444258 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.445029 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.445888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.446715 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.448098 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.449232 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.450049 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.450708 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.451509 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2016941-a8f9-45ad-a04e-5b51548095d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:23.477073 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:23.539144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-8d94e4bb-236d-4051-b40d-5bd9c17edc31 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] show failed (client error): The resource could not be found. Sep 25 01:01:23.544023 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8d94e4bb-236d-4051-b40d-5bd9c17edc31 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9c548fe2-c968-431e-b105-29ac3ebc5929 HTTP/1.1" status: 404 len: 347 time: 0.1320364 Sep 25 01:01:23.546351 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38414) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:23.676471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'name': 'network-vif-deleted', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:23.683330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493e62a-d10d-4861-b9c3-41e62db84658" -d '{"events": [{"server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "name": "network-vif-deleted", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:23.747988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.796559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a820c5cb-28ad-48f0-814d-2b4993fb6604 x-openstack-request-id: req-a820c5cb-28ad-48f0-814d-2b4993fb6604 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:23.796937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e5af09-dbe0-471f-a5bd-9519f11c8d70", "name": "network-vif-deleted", "tag": "2d8c367e-4bc1-45e8-8730-7a0f3f231689", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:23.797323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a820c5cb-28ad-48f0-814d-2b4993fb6604 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:23.797609 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a820c5cb-28ad-48f0-814d-2b4993fb6604'] response: {'server_uuid': '63e5af09-dbe0-471f-a5bd-9519f11c8d70', 'name': 'network-vif-deleted', 'tag': '2d8c367e-4bc1-45e8-8730-7a0f3f231689', 'status': 'completed', 'code': 200} Sep 25 01:01:23.891566 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:23.911765 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port ffaa118a-c7e1-431d-adf2-f9c1b1fda378 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:23.912249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:23.920026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:23.966194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f6a42-3b8e-4adc-83b4-23fa3ffa5fbb None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:24.091524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 2d8c367e-4bc1-45e8-8730-7a0f3f231689 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:24.122592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Deleting port 1b8115fa-df9f-4b13-830a-866086f1b68f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:24.123983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.139926 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 2d8c367e-4bc1-45e8-8730-7a0f3f231689 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:24.142135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 2d8c367e-4bc1-45e8-8730-7a0f3f231689 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:24.154249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.154649 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.180368 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for ffaa118a-c7e1-431d-adf2-f9c1b1fda378 owned by network:floatingip {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:24.261678 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3252d7a2-190c-4a21-abbe-da55b3decf36 req-75d7c243-ae46-4dfb-84db-c46cb250de3a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=63e5af09-dbe0-471f-a5bd-9519f11c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0519309 Sep 25 01:01:24.366225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] For port 1b8115fa-df9f-4b13-830a-866086f1b68f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b8115fa-df9f-4b13-830a-866086f1b68f,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:24.367088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.399750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Calling delete_port for 1b8115fa-df9f-4b13-830a-866086f1b68f owned by network:router_interface {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:24.434705 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.474259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38446) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:24.488811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c202e-86ad-4d59-93d4-2f1da5487f8e None None] New status for floating IP 45d576d5-5d51-4c3f-a36f-d777793489c6: DOWN {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:01:24.546540 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (ffaa118a-c7e1-431d-adf2-f9c1b1fda378), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.608132 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=ffaa118a-c7e1-431d-adf2-f9c1b1fda378,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:24.753463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.762622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (1b8115fa-df9f-4b13-830a-866086f1b68f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.778518 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (46974619-a9e1-48bf-9c12-1079dfafcbe6), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.781137 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.783080 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5245dfe7-7e0a-4635-b856-08c95bdb6d38 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/46974619-a9e1-48bf-9c12-1079dfafcbe6 HTTP/1.1" status: 204 len: 168 time: 1.2345445 Sep 25 01:01:24.783976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:24.836694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8115fa-df9f-4b13-830a-866086f1b68f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:24.878878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.879046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.880071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.880459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.880856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.882093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.882559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.883116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.883605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.884145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.885156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.885706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.886180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.886709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.887202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:24.889877 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38450) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:24.897681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399920501', 'description': 'tempest-description--1605868321'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:24.963630 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:24.966435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:25.130401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.334578 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (02453046-f588-47d0-980a-e2cdbf9b7e63), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.369237 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (02453046-f588-47d0-980a-e2cdbf9b7e63), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.397792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Router 0366ab62-209a-4a0a-a198-da6587ec3f4a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:25.452895 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.456400 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02453046-f588-47d0-980a-e2cdbf9b7e63,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:25.538010 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.540182 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5e550f88-c119-41d9-b397-668d813098d9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6484561 Sep 25 01:01:25.546824 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38464) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:25.561820 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '02453046-f588-47d0-980a-e2cdbf9b7e63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:25.585360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:25.599243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Sync routers for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:25.601647 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-93c17466-64d9-4e8d-b919-44c1fc18ac42 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0366ab62-209a-4a0a-a198-da6587ec3f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3455858 Sep 25 01:01:25.602305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38466) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:25.639044 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:25.640372 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:25.787677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks [] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:25.923609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:25.944488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-ab4f16eb-c6f4-4c1e-8b1d-f9548922104f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1834758444&fields=id&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 267 time: 0.0729232 Sep 25 01:01:26.055951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (bee06c7e-ffa8-4455-9e6c-370d95c180cb), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.153732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks [] for router_gateway (0366ab62-209a-4a0a-a198-da6587ec3f4a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.173577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1529463b-8730-499b-aa95-53ed0bd292d3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:26.175449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1529463b-8730-499b-aa95-53ed0bd292d3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.2177172 Sep 25 01:01:26.248397 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (bee06c7e-ffa8-4455-9e6c-370d95c180cb), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.259564 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (bee06c7e-ffa8-4455-9e6c-370d95c180cb), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.261562 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.276836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Deleting port 7d521366-e68f-48bd-a7a8-e2283117a2b7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:26.277359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.304648 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee06c7e-ffa8-4455-9e6c-370d95c180cb,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:26.320698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.324874 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.326877 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-916679c3-3e48-4b81-bf60-412afcf905da tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7746916 Sep 25 01:01:26.335427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-80c00922-68f6-47cc-9b25-90efc146d8c4 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/quotas/46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 375 time: 0.0612097 Sep 25 01:01:26.343155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38476) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:26.358031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T01:01:24Z', 'revision_number': 5, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port': {'id': '7d521366-e68f-48bd-a7a8-e2283117a2b7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:47Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:26.405214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Checking router: 0366ab62-209a-4a0a-a198-da6587ec3f4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:26.413455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'security_group_rule': {'security_group_id': '02453046-f588-47d0-980a-e2cdbf9b7e63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:26.415379 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Deleting port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:26.416807 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.421761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Routers {'0366ab62-209a-4a0a-a198-da6587ec3f4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:26.422990 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['0366ab62-209a-4a0a-a198-da6587ec3f4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:26.471043 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.516952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:26.525592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (a3e6fa55-e72f-446b-a5d0-3e3f68aab6e3), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.558992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] For port c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:26.559805 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.586575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Calling delete_port for c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:26.596946 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-497c90c1-6ff4-4810-be26-36f43ec73f28 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2603755 Sep 25 01:01:26.660835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] For port 7d521366-e68f-48bd-a7a8-e2283117a2b7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7d521366-e68f-48bd-a7a8-e2283117a2b7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:26.661214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.676796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (a3e6fa55-e72f-446b-a5d0-3e3f68aab6e3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.685161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Calling delete_port for 7d521366-e68f-48bd-a7a8-e2283117a2b7 owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:26.687781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (a3e6fa55-e72f-446b-a5d0-3e3f68aab6e3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.721595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e6fa55-e72f-446b-a5d0-3e3f68aab6e3,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:26.762176 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] Set router 0366ab62-209a-4a0a-a198-da6587ec3f4a gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:26.769947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.776804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2d586b3a-d0a0-48b0-8d78-505b51ee987b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106686 Sep 25 01:01:26.785786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38480) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:26.824297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:26.825219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T01:01:26Z', 'revision_number': 6, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:26.855044 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09d0f4-5851-406e-a48c-7489be92a177 None None] The sync data for ids ['0366ab62-209a-4a0a-a198-da6587ec3f4a'] in dv-cinder-master-3-iscsi is: [{'id': '0366ab62-209a-4a0a-a198-da6587ec3f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1628878656-router', 'tenant_id': '28568584195d475fbc52d76185e09044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T01:01:26Z', 'revision_number': 6, 'project_id': '28568584195d475fbc52d76185e09044', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:26.888859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:26.974855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.004293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:27.027341 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-6397b3a6-4490-44bf-bb16-5f0a24bb8d61 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976519 Sep 25 01:01:27.293764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.457138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.544310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (7d521366-e68f-48bd-a7a8-e2283117a2b7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.593642 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-8ed18453-f204-4e47-b080-588b3637daae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407457 Sep 25 01:01:27.599931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d521366-e68f-48bd-a7a8-e2283117a2b7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:27.616207 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:27.700579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.721529 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.763621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.37.1.145 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/6d04309b-156a-47f4-98a2-5f2787c74a4a) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:27.775335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.777723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:27.784489 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d73fc5ef-893c-45cb-8b5c-767f81f3409f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/95fe8ae6-34dd-49d1-84c4-0403b5fc0d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3085108 Sep 25 01:01:27.788933 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38492) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:27.789192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Sync routers for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:27.825286 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:27.825966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:27.940521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.965890 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.967004 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:27.969627 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks [] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:27.981492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks [] for router_controller (0366ab62-209a-4a0a-a198-da6587ec3f4a), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.052477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:28.084309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (0366ab62-209a-4a0a-a198-da6587ec3f4a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.085064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0366ab62-209a-4a0a-a198-da6587ec3f4a {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:28.090967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.095606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b8847d64-2369-4ec4-92cc-3c7f0b5c8867 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0366ab62-209a-4a0a-a198-da6587ec3f4a HTTP/1.1" status: 204 len: 168 time: 2.4921765 Sep 25 01:01:28.096286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38506) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:28.187804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.231859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Deleting subnet 6474d219-e5a1-4a6c-8e41-4afa0ca3d765 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:28.243197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Publish callbacks [] for subnet (6474d219-e5a1-4a6c-8e41-4afa0ca3d765), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.286984 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks [] for router_gateway (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.383109 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20896737-fbe7-4980-aff4-d241f82d4a41 req-6eb7c513-4e90-4cb4-a874-f456cceaa7fa tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 210 time: 0.0884123 Sep 25 01:01:28.419371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.432982 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 1b8115fa-df9f-4b13-830a-866086f1b68f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:28.435675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (6474d219-e5a1-4a6c-8e41-4afa0ca3d765), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.491222 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Deleting port c41e83db-31a6-4fd6-a328-2ef3b504c9c3 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:28.491354 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.533839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 1b8115fa-df9f-4b13-830a-866086f1b68f {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:28.534189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 1b8115fa-df9f-4b13-830a-866086f1b68f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:28.534607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 7d521366-e68f-48bd-a7a8-e2283117a2b7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:28.596423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:28.631513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:28.635542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:28.654755 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 7d521366-e68f-48bd-a7a8-e2283117a2b7 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:28.655100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 7d521366-e68f-48bd-a7a8-e2283117a2b7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:28.659532 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=6d04309b-156a-47f4-98a2-5f2787c74a4a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:28.667738 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:28.668220 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] For port c41e83db-31a6-4fd6-a328-2ef3b504c9c3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:28.668978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.689335 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Calling delete_port for c41e83db-31a6-4fd6-a328-2ef3b504c9c3 owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:28.703881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fef03-f279-4db2-b827-d697cc0f09e9 req-e6e3ea9e-abaf-495a-8f8c-720aa1f22ce2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:28.705585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e60fef03-f279-4db2-b827-d697cc0f09e9 req-e6e3ea9e-abaf-495a-8f8c-720aa1f22ce2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1417840 Sep 25 01:01:28.708101 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2'}], 'enable_snat': True}, 'gw_port_id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T01:01:26Z', 'revision_number': 5, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port': {'id': 'c41e83db-31a6-4fd6-a328-2ef3b504c9c3', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:03Z', 'updated_at': '2022-09-25T00:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:28.735772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Checking router: 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:28.746480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Routers {'95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:28.747191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:28.843811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (6474d219-e5a1-4a6c-8e41-4afa0ca3d765), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:28.851050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] Set router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 gateway port host: None {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:28.922191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T01:01:28Z', 'revision_number': 6, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:28.968652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0feb949-f815-45b5-9e85-d351ce6502ef None None] The sync data for ids ['95fe8ae6-34dd-49d1-84c4-0403b5fc0d07'] in dv-cinder-master-3-iscsi is: [{'id': '95fe8ae6-34dd-49d1-84c4-0403b5fc0d07', 'name': 'tempest-TestMinimumBasicScenario-2101028878-router', 'tenant_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:02Z', 'updated_at': '2022-09-25T01:01:28Z', 'revision_number': 6, 'project_id': 'b161c2e2dd1f42159dc0d71e8216516c', 'gw_port_host': None}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:28.983903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.027161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e60fef03-f279-4db2-b827-d697cc0f09e9 req-08a76842-3eb6-4a7b-a522-69da8aedd404 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379859 Sep 25 01:01:29.052527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (6474d219-e5a1-4a6c-8e41-4afa0ca3d765), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.070764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (c41e83db-31a6-4fd6-a328-2ef3b504c9c3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.105366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6474d219-e5a1-4a6c-8e41-4afa0ca3d765,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.114313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.117735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546d4a0-79a6-4743-b97c-e42d597f9eab None None] Network e04e78f2-fc42-4b3e-9ba5-62cef58448f8 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:29.117940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0323c6a6-291d-4713-b05f-f06ed90a3615 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6474d219-e5a1-4a6c-8e41-4afa0ca3d765 HTTP/1.1" status: 204 len: 168 time: 1.0178418 Sep 25 01:01:29.121514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38520) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:29.131410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Pushing event deleted for resources: {'Port': ['ID=c41e83db-31a6-4fd6-a328-2ef3b504c9c3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.200464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.246911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.267452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (e04e78f2-fc42-4b3e-9ba5-62cef58448f8), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.273200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.285654 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.384286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.388024 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks [] for router_controller (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.425879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Deleting port 68a3f405-e599-4339-b2a8-058311132e20 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:29.426275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (68a3f405-e599-4339-b2a8-058311132e20), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.502296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] DHCP port deletion for e04e78f2-fc42-4b3e-9ba5-62cef58448f8 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:29.504258 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (95fe8ae6-34dd-49d1-84c4-0403b5fc0d07), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.507368 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:29.523834 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.526993 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b9fa04e2-30ac-488d-a291-adbbb27f022a admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/95fe8ae6-34dd-49d1-84c4-0403b5fc0d07 HTTP/1.1" status: 204 len: 168 time: 1.7350986 Sep 25 01:01:29.529452 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38526) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:29.575256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Deleting port 68a3f405-e599-4339-b2a8-058311132e20 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:29.575862 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (68a3f405-e599-4339-b2a8-058311132e20), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.617420 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0bfba5af-d1d7-4f04-99f7-82e32ea3905c req-1c6e6d2e-b292-4bcd-83fd-0ede2ba2f132 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 210 time: 0.0777640 Sep 25 01:01:29.649285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Deleting subnet d74e111d-e663-49eb-9c15-00f7b719c28d {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:29.659710 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Publish callbacks [] for subnet (d74e111d-e663-49eb-9c15-00f7b719c28d), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.711555 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] For port 68a3f405-e599-4339-b2a8-058311132e20, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68a3f405-e599-4339-b2a8-058311132e20,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:29.711762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.713727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (68a3f405-e599-4339-b2a8-058311132e20), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.736362 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Calling delete_port for 68a3f405-e599-4339-b2a8-058311132e20 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:29.740538 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (d74e111d-e663-49eb-9c15-00f7b719c28d), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.742242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] For port 68a3f405-e599-4339-b2a8-058311132e20, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=68a3f405-e599-4339-b2a8-058311132e20,segment=NetworkSegment(6dee2139-73a3-4d84-b994-05c9c1e85f42),segment_id=6dee2139-73a3-4d84-b994-05c9c1e85f42)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:29.742905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (68a3f405-e599-4339-b2a8-058311132e20), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.778813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.782051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Calling delete_port for 68a3f405-e599-4339-b2a8-058311132e20 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:29.788681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.898260 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (d74e111d-e663-49eb-9c15-00f7b719c28d), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.945814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.953885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=6d04309b-156a-47f4-98a2-5f2787c74a4a,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:29.966758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (68a3f405-e599-4339-b2a8-058311132e20), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.980547 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:29.990957 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:29.998350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-29c99dd7-69ee-4ed7-9765-37fbbaba49b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2109249 Sep 25 01:01:30.020596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] No DVR routers for this DVR port 68a3f405-e599-4339-b2a8-058311132e20 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:30.022445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Pushing event deleted for resources: {'Port': ['ID=68a3f405-e599-4339-b2a8-058311132e20,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:30.035337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.037613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.038349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.039021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.039821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.040506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.041137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.042026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.042660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.043297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.047356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (68a3f405-e599-4339-b2a8-058311132e20), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.051324 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (d74e111d-e663-49eb-9c15-00f7b719c28d), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.055269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:30.055518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.057492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.057492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.058098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.061729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a20-dc33-4634-a7ae-0e2d43b4634a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:30.111150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] No DVR routers for this DVR port 68a3f405-e599-4339-b2a8-058311132e20 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:30.114456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a3f405-e599-4339-b2a8-058311132e20,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:30.153984 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74e111d-e663-49eb-9c15-00f7b719c28d,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:30.174429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81eb4f7-82da-49bc-984d-183f0bb61f73 None None] Network f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:30.178862 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.190703 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-50612d04-4237-4c8e-90c2-538dbdcf6b66 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d74e111d-e663-49eb-9c15-00f7b719c28d HTTP/1.1" status: 204 len: 168 time: 0.6597900 Sep 25 01:01:30.202214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38538) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:30.367505 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6fa2-0655-42b6-8ecb-caa221a83800 req-7996c69a-1766-44ed-a754-2b0dd9db0c78 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:30.375440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:30.381728 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c53b6fa2-0655-42b6-8ecb-caa221a83800 req-7996c69a-1766-44ed-a754-2b0dd9db0c78 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1833000 Sep 25 01:01:30.383088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:30.390631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (e04e78f2-fc42-4b3e-9ba5-62cef58448f8), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.413106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:30.413450 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c9cc5d17-940b-4469-8fdf-8ff8e5fac2a2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:30.414087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c41e83db-31a6-4fd6-a328-2ef3b504c9c3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:30.452704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e78f2-fc42-4b3e-9ba5-62cef58448f8']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:30.475904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.483489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] DHCP port deletion for f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:30.492526 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c53b6fa2-0655-42b6-8ecb-caa221a83800 req-400fc118-135f-4162-a545-b8c586a99548 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096165 Sep 25 01:01:30.495754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: c41e83db-31a6-4fd6-a328-2ef3b504c9c3 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:30.496495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c41e83db-31a6-4fd6-a328-2ef3b504c9c3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:30.497007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 68a3f405-e599-4339-b2a8-058311132e20 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:30.503345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee2139-73a3-4d84-b994-05c9c1e85f42') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:30.503647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee2139-73a3-4d84-b994-05c9c1e85f42') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:30.522964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (6dee2139-73a3-4d84-b994-05c9c1e85f42), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.530822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-4f30eb26-fa8a-4d12-8805-d55d8e621a29 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--399920501&fields=id&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 267 time: 0.2164545 Sep 25 01:01:30.564149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 68a3f405-e599-4339-b2a8-058311132e20 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:30.564872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 68a3f405-e599-4339-b2a8-058311132e20 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:30.579567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (6dee2139-73a3-4d84-b994-05c9c1e85f42), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.585861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Deleting port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:30.586247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.610137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:30.610939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (6dee2139-73a3-4d84-b994-05c9c1e85f42), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.670359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:30.695963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] For port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:30.696216 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.730593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Calling delete_port for 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:30.739327 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6dee2139-73a3-4d84-b994-05c9c1e85f42 resource provider aggregate not found Sep 25 01:01:30.753298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Deleting port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:30.753979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.776100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (e04e78f2-fc42-4b3e-9ba5-62cef58448f8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.804326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 6dee2139-73a3-4d84-b994-05c9c1e85f42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dee2139-73a3-4d84-b994-05c9c1e85f42 found for delete ", "request_id": "req-5c3c9eb3-1b2d-4675-bdd1-5344b68adad2"}]} Sep 25 01:01:30.844576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.864793 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4e94e54e-2c87-47fe-a9e0-4d490cb4c014 req-53cc1244-8259-4144-909c-f3a82d536c8f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 210 time: 0.0547452 Sep 25 01:01:30.877781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] Pushing event deleted for resources: {'Port': ['ID=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:30.881324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:30.883976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e04e78f2-fc42-4b3e-9ba5-62cef58448f8 HTTP/1.1" status: 204 len: 168 time: 1.7614284 Sep 25 01:01:30.902781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ae95a-7615-4ebd-a429-f535ee4fb261 None None] No DVR routers for this DVR port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:30.925531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8306c-4d67-4e61-afe0-7b6ad36ea91b admin admin] Pushing event deleted for resources: {'Network': ['ID=e04e78f2-fc42-4b3e-9ba5-62cef58448f8,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:30.980747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] For port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,segment=NetworkSegment(d3b4c62f-808e-4358-bc7d-2cd03571d715),segment_id=d3b4c62f-808e-4358-bc7d-2cd03571d715)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:30.981112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.004126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-27fdd284-3fd3-4c68-9d7b-fb2b9e749ed2 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:31.005771 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-27fdd284-3fd3-4c68-9d7b-fb2b9e749ed2 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.4552648 Sep 25 01:01:31.029464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Calling delete_port for 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:31.072811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e21662b-f14a-4d37-97b8-f2de42ad37e0 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/quotas/f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0324805 Sep 25 01:01:31.077023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-b5c992bf-49ba-4dc7-952a-c461ad4f3b0f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:31.078527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-b5c992bf-49ba-4dc7-952a-c461ad4f3b0f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.3191721 Sep 25 01:01:31.127870 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38554) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:31.200481 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-524a7930-daaa-4eaa-8002-9d91ca801033 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=28568584195d475fbc52d76185e09044&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0706754 Sep 25 01:01:31.203106 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38556) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:31.217530 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-2ce63e18-56ae-4e39-8d83-60c077e4e75a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061447 Sep 25 01:01:31.278148 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-e7bd611b-07ab-44d7-b359-62acb6204ce0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 380 time: 0.1630504 Sep 25 01:01:31.303107 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] Publish callbacks [] for security_group (228a413f-3378-42d6-84fd-cf375d775113), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.321072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'port': {'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'admin_state_up': True, 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'security_groups': ['0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:31.328825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (078c0e3b-64fa-4b32-9903-3d2ac504d9d4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.346516 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] Publish callbacks [] for security_group (228a413f-3378-42d6-84fd-cf375d775113), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.410542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Pushing event deleted for resources: {'Port': ['ID=078c0e3b-64fa-4b32-9903-3d2ac504d9d4,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:31.426289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] No DVR routers for this DVR port 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:31.438630 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (228a413f-3378-42d6-84fd-cf375d775113), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.441839 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.448090 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/228a413f-3378-42d6-84fd-cf375d775113 HTTP/1.1" status: 204 len: 168 time: 0.2391696 Sep 25 01:01:31.461467 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee418c8a-e674-4630-9f35-c341f3ab6b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228a413f-3378-42d6-84fd-cf375d775113,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:31.503573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:31.534445 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-8f9ec3ce-5b27-451d-83d9-cc006496c80d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914913 Sep 25 01:01:31.589953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.665082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e440d6-f48e-45bb-9a01-3ccd9ccf9488']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.677803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:31.693039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b4c62f-808e-4358-bc7d-2cd03571d715') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.693512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b4c62f-808e-4358-bc7d-2cd03571d715') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:31.711201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Made reservation on behalf of 46f19fd9ad1e4880961d1eee75883687 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:31.716187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.723583 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f86e55-3fd2-48d5-9207-38d958628af9 req-db26c0cf-b223-4169-8c07-63e47851ccdb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:31.727337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (d3b4c62f-808e-4358-bc7d-2cd03571d715), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.732091 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-43f86e55-3fd2-48d5-9207-38d958628af9 req-db26c0cf-b223-4169-8c07-63e47851ccdb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0810583 Sep 25 01:01:31.782401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (d3b4c62f-808e-4358-bc7d-2cd03571d715), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:31.797077 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-43f86e55-3fd2-48d5-9207-38d958628af9 req-b1b7f99b-6cdf-40b4-86f8-a28ab3aae486 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640659 Sep 25 01:01:31.802954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-7d3d95df-e194-4052-bc75-e3fa44e34786 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449906 Sep 25 01:01:31.806589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:31.807183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (d3b4c62f-808e-4358-bc7d-2cd03571d715), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.082824 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c6df29a-c93e-46bb-988a-eaefeb5e983f req-0a5e4be9-eab2-4f3e-bca4-afb6f0b4c74e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 210 time: 0.0694871 Sep 25 01:01:32.106799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (f9e440d6-f48e-45bb-9a01-3ccd9ccf9488), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.147757 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ed4e9d40-5ee9-42cb-ada2-b495af61744c req-e5985243-29cd-4718-a86b-8f28ce4d37f1 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 210 time: 0.0828559 Sep 25 01:01:32.153335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.160787 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38570) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:32.168161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/f9e440d6-f48e-45bb-9a01-3ccd9ccf9488 HTTP/1.1" status: 204 len: 168 time: 1.9644432 Sep 25 01:01:32.180347 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.20.0.10 (31fa7821-6345-4f48-b070-9ceab6d12adf/d10d11e6-b8a0-482d-9762-c8b3bdb048d3/b7527175-254d-4003-8922-2e8834ba4a91) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:32.217751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d4452-d5c3-478d-8746-4afdb575e368 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e440d6-f48e-45bb-9a01-3ccd9ccf9488,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:32.326193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:32.419373 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:32.419888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 078c0e3b-64fa-4b32-9903-3d2ac504d9d4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:32.600249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (b7527175-254d-4003-8922-2e8834ba4a91), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.669682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.727530 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (2900192a-2a98-46c6-beef-900d41ac2156), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:32.778519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:33.043127 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment d3b4c62f-808e-4358-bc7d-2cd03571d715 resource provider aggregate not found Sep 25 01:01:33.061726 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:33.082971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f2b6-f9c0-4e76-8e90-bab0256f9d16 req-d1919477-28e2-4ef0-a28f-48a4fe51ac6b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:33.084652 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-36b5f2b6-f9c0-4e76-8e90-bab0256f9d16 req-d1919477-28e2-4ef0-a28f-48a4fe51ac6b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0729885 Sep 25 01:01:33.086453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment d3b4c62f-808e-4358-bc7d-2cd03571d715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3b4c62f-808e-4358-bc7d-2cd03571d715 found for delete ", "request_id": "req-b66c1d09-97cc-4b06-93fd-2fc00d317804"}]} Sep 25 01:01:33.090538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:33.094831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:33.104078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:33.171408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:33.201527 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Deleting port 223185f3-b5c4-4c49-9934-15eec28454bf {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:33.202036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.241444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:33.244323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.271836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38604) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:33.354696 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-36b5f2b6-f9c0-4e76-8e90-bab0256f9d16 req-77286748-33a9-4201-9d0a-75e4e5ef0981 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101543 Sep 25 01:01:33.376832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:33.381463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-464a2de5-4bc7-44dd-8362-b99766e54d5c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0667064 Sep 25 01:01:33.426580 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] For port 223185f3-b5c4-4c49-9934-15eec28454bf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=223185f3-b5c4-4c49-9934-15eec28454bf,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:33.427096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.432952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba43d0-0981-452c-b43f-7d4e1cd22a21 req-11cc1326-cd80-4779-ac86-4b76303539bd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:33.439015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15ba43d0-0981-452c-b43f-7d4e1cd22a21 req-11cc1326-cd80-4779-ac86-4b76303539bd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 932 time: 0.1574626 Sep 25 01:01:33.454890 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Calling delete_port for 223185f3-b5c4-4c49-9934-15eec28454bf owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:33.498501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-920940464-network', 'tenant_id': 'a0010b18914c438d9828a77f9fa2237e'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:33.535387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Request body: {'port': {'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:33.563218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:33.582106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Provisioning complete for port b7527175-254d-4003-8922-2e8834ba4a91 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:33.582667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b7527175-254d-4003-8922-2e8834ba4a91), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.583372 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Attempt 1 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:33.589978 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-72aee511-970b-4060-ba6d-d1bb2551daee req-e6282156-1b76-47eb-b0d7-472f8e557682 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 210 time: 0.0502973 Sep 25 01:01:33.603783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Made reservation on behalf of a0010b18914c438d9828a77f9fa2237e for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:33.607448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.643046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15ba43d0-0981-452c-b43f-7d4e1cd22a21 req-8c2a3fe0-f767-430d-9605-e7c803006e30 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915498 Sep 25 01:01:33.643874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.651074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Port b7527175-254d-4003-8922-2e8834ba4a91 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:33.657374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b7527175-254d-4003-8922-2e8834ba4a91), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.738703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:33.848653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks [] for security_group (329334f8-e8bb-4e5a-8d63-b84cea214a77), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.856984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (329334f8-e8bb-4e5a-8d63-b84cea214a77), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.862773 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (223185f3-b5c4-4c49-9934-15eec28454bf), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:33.896315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:33.902612 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Pushing event deleted for resources: {'Port': ['ID=223185f3-b5c4-4c49-9934-15eec28454bf,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:33.997290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329334f8-e8bb-4e5a-8d63-b84cea214a77,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:34.004773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (03616da7-ba01-461c-b0f8-8ad66328819d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.005341 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Added segment 03616da7-ba01-461c-b0f8-8ad66328819d of type vlan for network f3ba241a-0a59-40ac-b944-58ea596aa894 Sep 25 01:01:34.125614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (f3ba241a-0a59-40ac-b944-58ea596aa894), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.152914 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Attempt 2 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:34.237187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Port b7527175-254d-4003-8922-2e8834ba4a91 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:34.245208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (f3ba241a-0a59-40ac-b944-58ea596aa894), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.246307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:34.246920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.367880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.488819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7527175-254d-4003-8922-2e8834ba4a91 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:01:34.501935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2246227 Sep 25 01:01:34.505723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks [] for port (b7527175-254d-4003-8922-2e8834ba4a91), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.509533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38612) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:34.513107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9ae9-1442-4ede-8c04-c5a970dcc403 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ba241a-0a59-40ac-b944-58ea596aa894,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:34.514646 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:34.520687 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Request body: {'subnet': {'network_id': 'f3ba241a-0a59-40ac-b944-58ea596aa894', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-920940464-subnet', 'tenant_id': 'a0010b18914c438d9828a77f9fa2237e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:34.535435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network f3ba241a-0a59-40ac-b944-58ea596aa894 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:34.559746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Transition to ACTIVE for port object b7527175-254d-4003-8922-2e8834ba4a91 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:01:34.569349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (2900192a-2a98-46c6-beef-900d41ac2156), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.576290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.637105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Made reservation on behalf of a0010b18914c438d9828a77f9fa2237e for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:34.641811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264290344'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:34.767532 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b77f7c-3484-4159-8006-e66006445b98 req-c42ec8e6-cd57-4906-9a71-0d80c40cbf17 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:34.769336 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-47b77f7c-3484-4159-8006-e66006445b98 req-c42ec8e6-cd57-4906-9a71-0d80c40cbf17 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1364117 Sep 25 01:01:34.820896 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Attempt 3 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:34.858041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-4bd290e3-307b-4ae6-a97a-5f5e67e9b46d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:34.860942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-4bd290e3-307b-4ae6-a97a-5f5e67e9b46d tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 814 time: 0.4902570 Sep 25 01:01:34.887361 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-47b77f7c-3484-4159-8006-e66006445b98 req-da22ca81-c44c-4362-860b-52a2cd3c9423 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895755 Sep 25 01:01:34.892688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Port b7527175-254d-4003-8922-2e8834ba4a91 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:34.993078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Pushing event updated for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:35.009415 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1745c50e-3e05-498c-aad1-2eaed7b8e104 req-ba86cc7b-a0e4-479c-b377-bebf5b3193b3 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 210 time: 0.2258458 Sep 25 01:01:35.105399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.106308 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572306-9c53-4e04-9a09-9f67e76a7405 req-703e30d6-2e00-4955-b180-e4ac5ed18861 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.108109 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-26572306-9c53-4e04-9a09-9f67e76a7405 req-703e30d6-2e00-4955-b180-e4ac5ed18861 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.1287665 Sep 25 01:01:35.131751 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Router 2900192a-2a98-46c6-beef-900d41ac2156 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:35.147766 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Attempting to bind port b7527175-254d-4003-8922-2e8834ba4a91 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:35.148635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Attempting to bind port b7527175-254d-4003-8922-2e8834ba4a91 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:35.148817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Attempting to bind port b7527175-254d-4003-8922-2e8834ba4a91 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:35.180732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.213776 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-ce154a5b-5269-4246-b204-fc44e384dd55 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f HTTP/1.1" status: 200 len: 379 time: 0.3116899 Sep 25 01:01:35.236779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'port': {'device_id': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'admin_state_up': True, 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'security_groups': ['02453046-f588-47d0-980a-e2cdbf9b7e63']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:35.287491 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-26572306-9c53-4e04-9a09-9f67e76a7405 req-c311b653-f10f-45b0-9114-b459f207b0bd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663918 Sep 25 01:01:35.389006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Port b7527175-254d-4003-8922-2e8834ba4a91 on network 31fa7821-6345-4f48-b070-9ceab6d12adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:35.389344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Attempting to bind port b7527175-254d-4003-8922-2e8834ba4a91 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:35.391776 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:35.395296 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Attempt 4 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:35.404857 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e572f870-623d-4480-a94b-d69c94be2587 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2900192a-2a98-46c6-beef-900d41ac2156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2420044 Sep 25 01:01:35.405886 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38622) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:35.415014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Sync routers for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:35.433914 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:35.434968 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:35.481476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Port b7527175-254d-4003-8922-2e8834ba4a91 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:35.545080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264731794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264290366'] for subnet (c7007c43-5105-4764-bb2c-185e4cabcba1), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.580339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:35.580837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:35.581402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Bound using segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:35.581971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Bound port: b7527175-254d-4003-8922-2e8834ba4a91, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:35.582319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b7527175-254d-4003-8922-2e8834ba4a91), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.593064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:35.619674 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:35.623112 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks [] for router (2900192a-2a98-46c6-beef-900d41ac2156), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.679052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7007c43-5105-4764-bb2c-185e4cabcba1,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:35.686585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Made reservation on behalf of f08425c00f0c49ddbe42b21ddbc7ff3f for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:35.691079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.753893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Checking segment: {'id': '03616da7-ba01-461c-b0f8-8ad66328819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f3ba241a-0a59-40ac-b944-58ea596aa894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:35.754261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Network hostable DHCP agents. Network: f3ba241a-0a59-40ac-b944-58ea596aa894, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:35.764189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:35.770417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7527175-254d-4003-8922-2e8834ba4a91,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:35.817297 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks [] for router_gateway (2900192a-2a98-46c6-beef-900d41ac2156), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.818833 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.829141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.829836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.831596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 1094 time: 2.4323230 Sep 25 01:01:35.834497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:35.837241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:35.890333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Network f3ba241a-0a59-40ac-b944-58ea596aa894 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:35.918240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f3ba241a-0a59-40ac-b944-58ea596aa894) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:35.930072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a53a69-ef58-4b81-9d6d-13ec7aef7e1f x-openstack-request-id: req-18a53a69-ef58-4b81-9d6d-13ec7aef7e1f {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:35.930357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:35.930567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18a53a69-ef58-4b81-9d6d-13ec7aef7e1f {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:35.931841 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a53a69-ef58-4b81-9d6d-13ec7aef7e1f'] response: {'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91', 'status': 'completed', 'code': 200} Sep 25 01:01:35.932186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282aaa7e-765f-49e7-a2e4-2e030072a099 None None] Network f3ba241a-0a59-40ac-b944-58ea596aa894 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:35.943182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Deleting port d4dca6ad-037a-430a-80c1-dd62be445e07 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:35.944065 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.968605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:35.969202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:35.993753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T01:01:33Z', 'revision_number': 5, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port': {'id': 'd4dca6ad-037a-430a-80c1-dd62be445e07', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900192a-2a98-46c6-beef-900d41ac2156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:58:09Z', 'updated_at': '2022-09-25T00:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:36.015746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309fdfe-771b-4e35-bffa-68127e2a144e service neutron] Pushing event updated for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:36.032366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:36.062113 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Attempt 5 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:36.064209 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d9139013-91f4-4c32-95f9-9b8cef3e5f4e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5481410 Sep 25 01:01:36.099519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-85b82ef9-506b-41b0-988a-78eef1a1f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:36.101536 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-85b82ef9-506b-41b0-988a-78eef1a1f6ad service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1128 time: 0.1411111 Sep 25 01:01:36.109715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Allocated IP 172.20.0.10 (5dc49b54-686c-4619-ad4c-65c72c26fd31/0e647c01-1f0c-448e-8162-e47ee7cb9c90/e90855c6-13bf-47db-8fb7-7226a222a0c7) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:36.122905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Checking router: 2900192a-2a98-46c6-beef-900d41ac2156 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:36.169616 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Routers {'2900192a-2a98-46c6-beef-900d41ac2156'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:36.170526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['2900192a-2a98-46c6-beef-900d41ac2156'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:36.177475 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:36.188037 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0e9d-ffb1-4013-a473-80e76d2bfb6c req-743f2dd5-6d2b-4db0-806b-c0dfe8508222 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:36.190716 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2ecf0e9d-ffb1-4013-a473-80e76d2bfb6c req-743f2dd5-6d2b-4db0-806b-c0dfe8508222 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0991693 Sep 25 01:01:36.193845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] For port d4dca6ad-037a-430a-80c1-dd62be445e07, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4dca6ad-037a-430a-80c1-dd62be445e07,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:36.194353 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.214520 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-d917acbf-c041-46d9-8e22-35acb8f38269 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 217 time: 0.0930517 Sep 25 01:01:36.225380 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Calling delete_port for d4dca6ad-037a-430a-80c1-dd62be445e07 owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:36.237893 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c74c501b-9ee6-49d6-b4a4-89c32fa296d8 None None] Port b7527175-254d-4003-8922-2e8834ba4a91 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:01:36.291073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e816fe0-c6f0-484c-8037-5e2154675311 None None] Network f3ba241a-0a59-40ac-b944-58ea596aa894 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:36.320376 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2ecf0e9d-ffb1-4013-a473-80e76d2bfb6c req-a1a15c90-de16-421b-905b-dd635b460f1c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145267 Sep 25 01:01:36.412178 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8d01bd0-0614-48a2-a2d3-b8a207f99618 req-3573571a-3473-41b5-beef-a6146bf863cd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 210 time: 0.0660553 Sep 25 01:01:36.436733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-fc256858-3126-4d5b-bbf5-a90e0e76767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:36.438420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-fc256858-3126-4d5b-bbf5-a90e0e76767b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.2173932 Sep 25 01:01:36.466710 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] Set router 2900192a-2a98-46c6-beef-900d41ac2156 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:36.582838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-cc0cfb4b-8ab2-4a5e-ab36-be2de318d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:36.584557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-cc0cfb4b-8ab2-4a5e-ab36-be2de318d722 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313081 Sep 25 01:01:36.590819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T01:01:35Z', 'revision_number': 6, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:36.655072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:36.658538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a70c5-4721-42a6-a4f4-a531d0bb81da None None] The sync data for ids ['2900192a-2a98-46c6-beef-900d41ac2156'] in dv-cinder-master-3-iscsi is: [{'id': '2900192a-2a98-46c6-beef-900d41ac2156', 'name': 'tempest-TestMinimumBasicScenario-1494453102-router', 'tenant_id': '31719d4e28f048bbbf6e307df745e648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:58:08Z', 'updated_at': '2022-09-25T01:01:35Z', 'revision_number': 6, 'project_id': '31719d4e28f048bbbf6e307df745e648', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:36.707821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.764934 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94fe4d-72c3-4c20-af09-f28fa99f5d9f req-09f0697c-9f87-425d-8f86-9a519128017f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:36.769074 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c94fe4d-72c3-4c20-af09-f28fa99f5d9f req-09f0697c-9f87-425d-8f86-9a519128017f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.1696301 Sep 25 01:01:36.796453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-a0cffbe7-eb8e-46ae-a30c-4833c76aa241 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987557 Sep 25 01:01:36.832232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.843047 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (d4dca6ad-037a-430a-80c1-dd62be445e07), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:36.908484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:36.921647 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dca6ad-037a-430a-80c1-dd62be445e07,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:36.935068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:36.941620 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4c94fe4d-72c3-4c20-af09-f28fa99f5d9f req-dcda93eb-0931-4302-b7fe-cf4e7fb361ac tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676810 Sep 25 01:01:36.946917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:36.953821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:36.997069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event updated for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.068479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:37.069213 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.083474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (2900192a-2a98-46c6-beef-900d41ac2156), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.084601 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8235015f-9143-44eb-9891-a72fa45bcaa1 req-eed6b5cb-c699-4625-bad8-c82f45549ecd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803521 Sep 25 01:01:37.102076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-9e367efd-5d7d-412e-8b00-27a36ba5eb32 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8771367 Sep 25 01:01:37.120937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Request body: {'port': {'device_id': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:37.258498 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (2900192a-2a98-46c6-beef-900d41ac2156), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.262328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks [] for router_controller (2900192a-2a98-46c6-beef-900d41ac2156), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.272542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.311974 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.327146 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (2900192a-2a98-46c6-beef-900d41ac2156), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.328300 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2900192a-2a98-46c6-beef-900d41ac2156 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:01:37.334623 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.336307 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-079bc3c6-bdb9-472b-8e89-77c0fd9e15c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2900192a-2a98-46c6-beef-900d41ac2156 HTTP/1.1" status: 204 len: 168 time: 1.9290910 Sep 25 01:01:37.339241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38646) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.352080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38648) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.361453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-758232165-network', 'tenant_id': '72ebfef0864443e598916e212e9811df'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:37.376816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Provisioning complete for port e90855c6-13bf-47db-8fb7-7226a222a0c7 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:37.378348 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.379190 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Attempt 1 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:37.409483 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Deleting subnet 4f943db5-728a-408e-91ba-0a8afa5e45da {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:37.414410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Publish callbacks [] for subnet (4f943db5-728a-408e-91ba-0a8afa5e45da), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.433694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:37.470737 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (4f943db5-728a-408e-91ba-0a8afa5e45da), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.480817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.486824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Made reservation on behalf of 72ebfef0864443e598916e212e9811df for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:37.489238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.544237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.591683 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (4f943db5-728a-408e-91ba-0a8afa5e45da), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.607721 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-3056da56-c849-41fc-9111-7c552c48862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:37.609437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-3056da56-c849-41fc-9111-7c552c48862a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1128 time: 0.1410849 Sep 25 01:01:37.684006 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3c9d0-9c33-4964-9d30-ac53df9173d4 req-85ded66a-123f-4234-8d4c-6463c4dc80ad tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:37.685693 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-43b3c9d0-9c33-4964-9d30-ac53df9173d4 req-85ded66a-123f-4234-8d4c-6463c4dc80ad tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 932 time: 0.0700538 Sep 25 01:01:37.688350 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:37.711515 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (4f943db5-728a-408e-91ba-0a8afa5e45da), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.737918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdad7a-63d1-45bd-abf3-badae90dbc62 req-e991cc8e-cc55-4682-9e72-6bfea397cc16 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:37.739540 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66fdad7a-63d1-45bd-abf3-badae90dbc62 req-e991cc8e-cc55-4682-9e72-6bfea397cc16 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2024996 Sep 25 01:01:37.773790 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f943db5-728a-408e-91ba-0a8afa5e45da,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:37.777101 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.780763 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ca4abff5-7de9-48c4-a50c-92a517af403e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4f943db5-728a-408e-91ba-0a8afa5e45da HTTP/1.1" status: 204 len: 168 time: 0.4400649 Sep 25 01:01:37.785001 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38654) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:37.787599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75eb66-034d-408b-b4f5-0356dfad0526 None None] Network 305a606b-4752-46cc-b1fb-85da780b88ce requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:37.866593 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-43b3c9d0-9c33-4964-9d30-ac53df9173d4 req-e35a864a-8a77-4997-b53d-807125a9ea81 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625888 Sep 25 01:01:37.901462 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (305a606b-4752-46cc-b1fb-85da780b88ce), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.934961 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Attempt 2 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:37.950589 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Deleting port ce1017e5-9b95-4c64-a292-cd0bafd98099 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:37.950930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:37.969277 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66fdad7a-63d1-45bd-abf3-badae90dbc62 req-20cfec87-618f-4a28-aa60-8ea8ca379be4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160065 Sep 25 01:01:38.001668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-f4e513a4-9dd4-4ef5-aaef-06c67af5d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:38.003275 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-f4e513a4-9dd4-4ef5-aaef-06c67af5d7c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.3800421 Sep 25 01:01:38.076441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-7bbf882a-7bd2-48ba-bd32-fa565086e2e9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 217 time: 0.0623569 Sep 25 01:01:38.079372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks [] for security_group (930f0e21-f6df-496a-8a60-788e9878854b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.081480 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] For port ce1017e5-9b95-4c64-a292-cd0bafd98099, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce1017e5-9b95-4c64-a292-cd0bafd98099,segment=NetworkSegment(7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f),segment_id=7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:38.081866 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.101483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (930f0e21-f6df-496a-8a60-788e9878854b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.120491 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Calling delete_port for ce1017e5-9b95-4c64-a292-cd0bafd98099 owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:38.175521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.197800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f0e21-f6df-496a-8a60-788e9878854b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.208540 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] DHCP port deletion for 305a606b-4752-46cc-b1fb-85da780b88ce request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:01:38.223014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:38.230155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:38.237797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90855c6-13bf-47db-8fb7-7226a222a0c7 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:01:38.252806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-85519c6d-16e7-4e19-a54b-2d32cc2dbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:38.257481 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d797822-3311-4338-92f5-b3c3db076899 req-b0cdc422-9d0a-40ec-a34a-362c72b41623 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:38.257716 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-85519c6d-16e7-4e19-a54b-2d32cc2dbadb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.1667192 Sep 25 01:01:38.257821 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0d797822-3311-4338-92f5-b3c3db076899 req-b0cdc422-9d0a-40ec-a34a-362c72b41623 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.0575008 Sep 25 01:01:38.258319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks [] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.283511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (90ad231d-b55c-484e-a4ba-ac9370c1e65c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.284221 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Added segment 90ad231d-b55c-484e-a4ba-ac9370c1e65c of type vlan for network bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 Sep 25 01:01:38.284578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 223185f3-b5c4-4c49-9934-15eec28454bf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:38.347365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 223185f3-b5c4-4c49-9934-15eec28454bf {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:38.347842 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 223185f3-b5c4-4c49-9934-15eec28454bf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:38.348761 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d4dca6ad-037a-430a-80c1-dd62be445e07 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:38.353182 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0d797822-3311-4338-92f5-b3c3db076899 req-58a6572f-962b-4f67-8475-a15e95386ca2 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806003 Sep 25 01:01:38.354465 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.354876 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Deleting port ce1017e5-9b95-4c64-a292-cd0bafd98099 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:01:38.355479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.379176 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1017e5-9b95-4c64-a292-cd0bafd98099,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.387514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Transition to ACTIVE for port object e90855c6-13bf-47db-8fb7-7226a222a0c7 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:01:38.396892 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] No DVR routers for this DVR port ce1017e5-9b95-4c64-a292-cd0bafd98099 on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:38.400072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.404362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.413430 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-7fa75f09-019a-4e29-b6b7-fa335d4b9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:38.415214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-7fa75f09-019a-4e29-b6b7-fa335d4b9b57 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470587 Sep 25 01:01:38.463557 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: d4dca6ad-037a-430a-80c1-dd62be445e07 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:38.464168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d4dca6ad-037a-430a-80c1-dd62be445e07 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:38.486023 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (305a606b-4752-46cc-b1fb-85da780b88ce), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.514582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] For port ce1017e5-9b95-4c64-a292-cd0bafd98099, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:38.515242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.528547 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305a606b-4752-46cc-b1fb-85da780b88ce']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:38.540247 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:38.540540 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:38.540684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Calling delete_port for ce1017e5-9b95-4c64-a292-cd0bafd98099 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:01:38.546189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.ipam_backend_mixin [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Port ce1017e5-9b95-4c64-a292-cd0bafd98099 was not found and therefore no delete operation was performed {{(pid=106230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:01:38.548339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (ce1017e5-9b95-4c64-a292-cd0bafd98099), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.553351 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.558458 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.571360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.580474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:38.581291 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.601417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] Pushing event deleted for resources: {'Port': ['ID=ce1017e5-9b95-4c64-a292-cd0bafd98099,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.607727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44c134-0744-4cbe-bce7-a84429531fb2 None None] No DVR routers for this DVR port ce1017e5-9b95-4c64-a292-cd0bafd98099 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:01:38.635712 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f resource provider aggregate not found Sep 25 01:01:38.661308 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a66e3b5-b3f5-43ff-ae94-f02bf2a9360f found for delete ", "request_id": "req-06ae0a99-1125-49be-8151-ba5a77a96afe"}]} Sep 25 01:01:38.666840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.674480 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (305a606b-4752-46cc-b1fb-85da780b88ce), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.687002 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.693147 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/305a606b-4752-46cc-b1fb-85da780b88ce HTTP/1.1" status: 204 len: 168 time: 0.9068899 Sep 25 01:01:38.713630 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432aa0-51f0-4d0f-9edd-43232ee9eee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=305a606b-4752-46cc-b1fb-85da780b88ce,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.732081 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Attempt 3 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:38.783754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.794507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:38.842509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:38.843663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:38.876588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.877435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:38.878027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:38.944052 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38666) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:38.967787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6137898 Sep 25 01:01:38.973032 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38668) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:38.981967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Request body: {'subnet': {'network_id': 'bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-758232165-subnet', 'tenant_id': '72ebfef0864443e598916e212e9811df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:39.022106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb13d5-16f5-45ad-9c49-95060678bd4c admin admin] Pushing event updated for resources: {'Network': ['ID=bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:39.025058 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Made reservation on behalf of 72ebfef0864443e598916e212e9811df for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:39.027579 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.036236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:39.044311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-bba02257-ed9a-417c-a9a9-ba4b96a2b20a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070778 Sep 25 01:01:39.067016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Attempting to bind port e90855c6-13bf-47db-8fb7-7226a222a0c7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:39.067566 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Attempting to bind port e90855c6-13bf-47db-8fb7-7226a222a0c7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:39.068130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Attempting to bind port e90855c6-13bf-47db-8fb7-7226a222a0c7 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:39.148185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0a74-6722-4e11-8548-066460954db4 req-edd18766-fe4a-4aa7-9f36-baf9a882d0b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.152056 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee9b0a74-6722-4e11-8548-066460954db4 req-edd18766-fe4a-4aa7-9f36-baf9a882d0b5 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 944 time: 0.1701632 Sep 25 01:01:39.155985 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-488b819a-d3da-497e-abe1-5c298f3cfaef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b161c2e2dd1f42159dc0d71e8216516c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088690 Sep 25 01:01:39.160892 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38672) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:39.194305 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.268204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a197-42c6-4386-bef0-186718ab75aa req-974154f0-0fef-40a4-aba1-76d481808a99 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.269838 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-df80a197-42c6-4386-bef0-186718ab75aa req-974154f0-0fef-40a4-aba1-76d481808a99 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0978143 Sep 25 01:01:39.295846 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Attempt 4 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:39.316076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:01:39.316793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Attempting to bind port e90855c6-13bf-47db-8fb7-7226a222a0c7 on network 5dc49b54-686c-4619-ad4c-65c72c26fd31 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:39.357409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:39.376153 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] Publish callbacks [] for security_group (5820ec3a-8d2a-47c6-8b82-59a1dad211f3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.397787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:39.418665 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee9b0a74-6722-4e11-8548-066460954db4 req-c59224cb-99c8-4bad-95bc-c71babafb613 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074718 Sep 25 01:01:39.422864 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] Publish callbacks [] for security_group (5820ec3a-8d2a-47c6-8b82-59a1dad211f3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.430133 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d46174-2cad-45b6-b2e9-5e2956edd7ce req-c50b8db3-d56f-4275-b295-744d5051f167 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778775 Sep 25 01:01:39.438788 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-df80a197-42c6-4386-bef0-186718ab75aa req-b216cfbc-f031-4232-81f2-9dd6a136b713 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596828 Sep 25 01:01:39.473286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:39.473286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Checking segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:39.473286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Bound using segment: {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:39.473286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Bound port: e90855c6-13bf-47db-8fb7-7226a222a0c7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32553459-8243-41b9-9fc0-bae9f5646e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:39.473286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.576062 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (81c33155-19de-4f26-b1d6-77def531e62f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.594549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc417-db08-48e5-9124-a71fbe49a674 req-44f09b1f-a907-409e-8996-7fc2d6b722e1 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.596162 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d53bc417-db08-48e5-9124-a71fbe49a674 req-44f09b1f-a907-409e-8996-7fc2d6b722e1 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.0791941 Sep 25 01:01:39.599296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:39.603666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:39.621544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.621835 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (5820ec3a-8d2a-47c6-8b82-59a1dad211f3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.624175 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.625373 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5820ec3a-8d2a-47c6-8b82-59a1dad211f3 HTTP/1.1" status: 204 len: 168 time: 0.4633408 Sep 25 01:01:39.641420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.642357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.644932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e90855c6-13bf-47db-8fb7-7226a222a0c7 HTTP/1.1" status: 200 len: 1094 time: 2.5291941 Sep 25 01:01:39.650690 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:39.654192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e58e512-e1d3-47ed-811a-adfb922a4510" -d '{"events": [{"name": "network-changed", "server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:39.656503 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2bf04-0b35-4db6-b19e-ca4f1810b04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5820ec3a-8d2a-47c6-8b82-59a1dad211f3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:39.664776 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c33155-19de-4f26-b1d6-77def531e62f,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:39.678032 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Checking segment: {'id': '90ad231d-b55c-484e-a4ba-ac9370c1e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:39.678419 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Network hostable DHCP agents. Network: bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:39.701775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Network bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:39.716519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:39.722542 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.723265 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:39.752387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d98c8c-dd00-40d4-af0a-24482d9f968a None None] Network bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:39.755733 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-20022cfa-4268-422a-8ceb-50f0d3e1c587 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7774811 Sep 25 01:01:39.858199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-be939f4b-e78b-420d-8b91-d7e408fa16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:39.859760 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Attempt 5 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:39.860793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-be939f4b-e78b-420d-8b91-d7e408fa16af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 1128 time: 0.0974059 Sep 25 01:01:39.876346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e049821-e898-451c-b32a-b0174755e580 x-openstack-request-id: req-8e049821-e898-451c-b32a-b0174755e580 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:39.876804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:39.877193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e049821-e898-451c-b32a-b0174755e580 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:39.877870 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e049821-e898-451c-b32a-b0174755e580'] response: {'name': 'network-changed', 'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'status': 'completed', 'code': 200} Sep 25 01:01:39.940114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25172946-3247-4f85-8eee-3f76ecb57f24 None None] Port e90855c6-13bf-47db-8fb7-7226a222a0c7 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:01:39.987727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-e9464dcc-26b9-4497-90a8-6def88c57d0f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7 HTTP/1.1" status: 200 len: 217 time: 0.0962589 Sep 25 01:01:39.999791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d367e-0f88-4aa2-847b-ed5aa6cc1ff2 None None] Network bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:40.006113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d53bc417-db08-48e5-9124-a71fbe49a674 req-8679b69f-32e6-4f6a-9b62-65aa55d16659 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3962667 Sep 25 01:01:40.015827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1507bd-5e24-4ff2-a014-ed2ac6bca9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.051803 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38684) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:40.109237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-77b33155-6e9d-4bc3-8d82-5a052098f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.111301 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-77b33155-6e9d-4bc3-8d82-5a052098f9f5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1152778 Sep 25 01:01:40.145420 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Deleting subnet c7007c43-5105-4764-bb2c-185e4cabcba1 {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:40.146812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:01:40.156373 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Publish callbacks [] for subnet (c7007c43-5105-4764-bb2c-185e4cabcba1), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.182671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-4724826f-c3a1-4b33-a5e3-cdc2b93832f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.185088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-4724826f-c3a1-4b33-a5e3-cdc2b93832f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647004 Sep 25 01:01:40.220306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device ce1017e5-9b95-4c64-a292-cd0bafd98099 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:01:40.238262 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.241614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (c7007c43-5105-4764-bb2c-185e4cabcba1), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.278511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: ce1017e5-9b95-4c64-a292-cd0bafd98099 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:01:40.278888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device ce1017e5-9b95-4c64-a292-cd0bafd98099 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:01:40.307395 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (c7007c43-5105-4764-bb2c-185e4cabcba1), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.331821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38686) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:40.381582 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (c7007c43-5105-4764-bb2c-185e4cabcba1), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.387974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:40.402617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:01:40.420754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7007c43-5105-4764-bb2c-185e4cabcba1,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.430584 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.436628 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fe0ef1b7-6d6a-4869-abcf-e20e8f21cb97 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c7007c43-5105-4764-bb2c-185e4cabcba1 HTTP/1.1" status: 204 len: 168 time: 0.3811951 Sep 25 01:01:40.437548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38688) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:40.447464 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: ACTIVE; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:40.448048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.463231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:01:40.489600 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:40.499917 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-15b16056-9a13-4cb8-9ebe-caa71651f6e9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=31719d4e28f048bbbf6e307df745e648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658561 Sep 25 01:01:40.500888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.501961 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38694) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:40.507140 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-1353aeb3-be2d-4d69-88eb-2ad9624ea304 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136551 Sep 25 01:01:40.604473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=6']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.611748 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] Publish callbacks [] for security_group (d56f1d30-4c79-465a-93d9-903b9f37fd08), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.623043 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a166a-71d6-4591-aa7c-ea63058e2ab7 req-1ea07d36-cc2f-4aae-a80c-a4964598b077 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.624897 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-286a166a-71d6-4591-aa7c-ea63058e2ab7 req-1ea07d36-cc2f-4aae-a80c-a4964598b077 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 944 time: 0.0917547 Sep 25 01:01:40.662873 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] Publish callbacks [] for security_group (d56f1d30-4c79-465a-93d9-903b9f37fd08), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.687918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['4aef1009-d2d3-4c6f-af8a-c5134e19fa37'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:40.698707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.722182 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-286a166a-71d6-4591-aa7c-ea63058e2ab7 req-7b2c4f4a-d347-4bc3-959d-f0ecaf2f245f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906842 Sep 25 01:01:40.741618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.761992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d56f1d30-4c79-465a-93d9-903b9f37fd08), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.765358 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.769022 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d56f1d30-4c79-465a-93d9-903b9f37fd08 HTTP/1.1" status: 204 len: 168 time: 0.2633677 Sep 25 01:01:40.775851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (f3ba241a-0a59-40ac-b944-58ea596aa894), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:40.777743 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f007355-bd55-4c4a-9c63-9f72d518c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f1d30-4c79-465a-93d9-903b9f37fd08,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:40.823189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc01e-e623-4c59-9e05-e2cccea55ccf req-3993f87b-05b0-45b1-9dd9-73c9d99c2bf0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:40.825939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-adbbc01e-e623-4c59-9e05-e2cccea55ccf req-3993f87b-05b0-45b1-9dd9-73c9d99c2bf0 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.2002013 Sep 25 01:01:40.872302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:40.956325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d7ddf2c-3cda-447d-b310-f29e0fdc8c82 req-52bfc456-0053-4413-a8b8-6d8c20ceec63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927045 Sep 25 01:01:41.050292 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (f3ba241a-0a59-40ac-b944-58ea596aa894), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.070116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-adbbc01e-e623-4c59-9e05-e2cccea55ccf req-66aa941a-8379-4d7a-a540-ab5bcdcdea21 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278728 Sep 25 01:01:41.101460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ba241a-0a59-40ac-b944-58ea596aa894']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.125119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03616da7-ba01-461c-b0f8-8ad66328819d') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.125675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03616da7-ba01-461c-b0f8-8ad66328819d') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.128233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:41.146363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (03616da7-ba01-461c-b0f8-8ad66328819d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.178999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (03616da7-ba01-461c-b0f8-8ad66328819d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.188421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:41.188971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (03616da7-ba01-461c-b0f8-8ad66328819d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.242166 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 03616da7-ba01-461c-b0f8-8ad66328819d resource provider aggregate not found Sep 25 01:01:41.244723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da3810-54a3-4c0c-a58c-8b705c8f2b24 req-eca59f15-abdd-4986-b253-35e83167e134 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:41.246668 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-14da3810-54a3-4c0c-a58c-8b705c8f2b24 req-eca59f15-abdd-4986-b253-35e83167e134 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.0837448 Sep 25 01:01:41.284653 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 03616da7-ba01-461c-b0f8-8ad66328819d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03616da7-ba01-461c-b0f8-8ad66328819d found for delete ", "request_id": "req-66292e8d-47ca-4efe-800c-3d31b37566be"}]} Sep 25 01:01:41.299953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (f3ba241a-0a59-40ac-b944-58ea596aa894), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.321928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.333059 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/f3ba241a-0a59-40ac-b944-58ea596aa894 HTTP/1.1" status: 204 len: 168 time: 0.8886049 Sep 25 01:01:41.334636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38712) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.358137 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-14da3810-54a3-4c0c-a58c-8b705c8f2b24 req-9e41e68f-1b68-4898-a509-776fe63516f6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007614 Sep 25 01:01:41.366737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12c646-ebcc-41b4-9b6c-bff3e29998a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ba241a-0a59-40ac-b944-58ea596aa894,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:41.431477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Deleting subnet 81c33155-19de-4f26-b1d6-77def531e62f {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:01:41.435411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Publish callbacks [] for subnet (81c33155-19de-4f26-b1d6-77def531e62f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.479983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (81c33155-19de-4f26-b1d6-77def531e62f), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.535306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (81c33155-19de-4f26-b1d6-77def531e62f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.617104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (81c33155-19de-4f26-b1d6-77def531e62f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.644512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c33155-19de-4f26-b1d6-77def531e62f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:41.652928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.659859 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-be306958-558b-4662-9bde-4f47adfbfafb admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/81c33155-19de-4f26-b1d6-77def531e62f HTTP/1.1" status: 204 len: 168 time: 0.3046072 Sep 25 01:01:41.660157 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38722) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.745742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.799825 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38728) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:41.863359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.920442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.928707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c5dbe-d4bb-4565-92e2-8c0faf3652e1 req-3b753ccd-a8b6-4984-ae04-b12088b96780 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:41.930320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f0c5dbe-d4bb-4565-92e2-8c0faf3652e1 req-3b753ccd-a8b6-4984-ae04-b12088b96780 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 944 time: 0.0891891 Sep 25 01:01:41.940808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ad231d-b55c-484e-a4ba-ac9370c1e65c') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.941102 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ad231d-b55c-484e-a4ba-ac9370c1e65c') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:41.949522 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1941265010-network', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:41.967399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (90ad231d-b55c-484e-a4ba-ac9370c1e65c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.975727 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Made reservation on behalf of 69a3d6ce251e480d866a86ed9f6f2eb9 for: {'network': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:41.980913 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:41.996720 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.030049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (90ad231d-b55c-484e-a4ba-ac9370c1e65c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.047541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:01:42.047947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (90ad231d-b55c-484e-a4ba-ac9370c1e65c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.101782 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f0c5dbe-d4bb-4565-92e2-8c0faf3652e1 req-3c1b218b-669d-416b-9641-88ab0f72f498 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651871 Sep 25 01:01:42.105963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-8d9675d3-8bee-4f74-bed3-3c40df61182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.107658 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-8d9675d3-8bee-4f74-bed3-3c40df61182f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 1128 time: 0.1289399 Sep 25 01:01:42.130279 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.161903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:42.178243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.188631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.195968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2 HTTP/1.1" status: 204 len: 168 time: 0.5310202 Sep 25 01:01:42.221823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aba2d-5cbc-43a3-9f21-523aaa33063b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3d0de9-3acc-4b6d-9c56-3bd7e7e28ff2,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.289888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-19762183-9636-4f82-b2d5-b8421c16f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.290225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:42.290682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.291197 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:01:42.294596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-19762183-9636-4f82-b2d5-b8421c16f177 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.1730347 Sep 25 01:01:42.332944 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks [] for security_group (e05b15b2-3672-49c0-a490-1e2728c4b3e0), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.341455 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e05b15b2-3672-49c0-a490-1e2728c4b3e0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.354637 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:42.371592 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (94789acf-3520-42cb-8735-238d89a1ebc7), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.371944 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.segments_db [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Added segment 94789acf-3520-42cb-8735-238d89a1ebc7 of type vlan for network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 Sep 25 01:01:42.405190 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:42.405997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.413074 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-9c071ff8-c8c0-4c24-9bcd-3b81afc28a2b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7 HTTP/1.1" status: 200 len: 217 time: 0.0924213 Sep 25 01:01:42.433981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.445783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:42.450205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a12f0b5-cd2d-4d13-b98a-a508d4ef6ebe" -d '{"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:42.467625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:42.471888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b15b2-3672-49c0-a490-1e2728c4b3e0,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.475423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.518248 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c13c6-435c-4f15-9f46-1a6a5b0ff6e9 req-dcb8ac13-18ea-4090-9104-63e367e9e60b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.524359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38748) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:42.527967 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-390c13c6-435c-4f15-9f46-1a6a5b0ff6e9 req-dcb8ac13-18ea-4090-9104-63e367e9e60b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.2791035 Sep 25 01:01:42.535629 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.561461 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (c62c61a7-64ad-4bd4-8ce7-b21b978664a6), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.573647 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=7']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.596339 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:42.606523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (c62c61a7-64ad-4bd4-8ce7-b21b978664a6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.607708 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.608416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.658451 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-75496ae0-41ab-425e-be38-fca68bb1cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.660250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-75496ae0-41ab-425e-be38-fca68bb1cf4b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.2438951 Sep 25 01:01:42.685271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0188f-48e7-4cb6-8bea-8269200d3492 req-3d270cb1-c279-4d7f-b451-d8cf20acce01 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:42.687126 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71e0188f-48e7-4cb6-8bea-8269200d3492 req-3d270cb1-c279-4d7f-b451-d8cf20acce01 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.1288764 Sep 25 01:01:42.694898 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-390c13c6-435c-4f15-9f46-1a6a5b0ff6e9 req-221824f4-1d13-4788-aa25-d930f5d54972 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655149 Sep 25 01:01:42.709213 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8de6ddef-17ff-44e0-bda0-fb413db3beab admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a0010b18914c438d9828a77f9fa2237e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794901 Sep 25 01:01:42.709615 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9077282 Sep 25 01:01:42.712886 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38750) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:42.713363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38752) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:42.729451 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Request body: {'subnet': {'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1941265010-subnet', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:42.750996 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fdd02-efdd-4d72-b615-799244d6343b admin admin] Pushing event updated for resources: {'Network': ['ID=c62c61a7-64ad-4bd4-8ce7-b21b978664a6,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:42.767048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:42.778586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71e0188f-48e7-4cb6-8bea-8269200d3492 req-2f4f66c4-036f-4074-bcf4-30081c025dc8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715692 Sep 25 01:01:42.828421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Made reservation on behalf of 69a3d6ce251e480d866a86ed9f6f2eb9 for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:42.832932 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:42.937069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] Publish callbacks [] for security_group (329334f8-e8bb-4e5a-8d63-b84cea214a77), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.005072 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] Publish callbacks [] for security_group (329334f8-e8bb-4e5a-8d63-b84cea214a77), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.051357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:43.092135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157b8d7f-a16e-4e48-b542-1008b646c0c6 x-openstack-request-id: req-157b8d7f-a16e-4e48-b542-1008b646c0c6 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:43.092626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:43.092958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-157b8d7f-a16e-4e48-b542-1008b646c0c6 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:43.093472 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157b8d7f-a16e-4e48-b542-1008b646c0c6'] response: {'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'code': 200} Sep 25 01:01:43.197325 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (329334f8-e8bb-4e5a-8d63-b84cea214a77), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.202493 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.204506 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/329334f8-e8bb-4e5a-8d63-b84cea214a77 HTTP/1.1" status: 204 len: 168 time: 0.4898291 Sep 25 01:01:43.234171 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90590604-d442-48c9-8265-aa5bfc988fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329334f8-e8bb-4e5a-8d63-b84cea214a77,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:43.274327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719289a-60ce-4bd6-b78c-0ac8cd2c709b req-2dc06aa0-d835-4f05-bfda-b9d59da4a6fe tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:43.276647 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8719289a-60ce-4bd6-b78c-0ac8cd2c709b req-2dc06aa0-d835-4f05-bfda-b9d59da4a6fe tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 944 time: 0.0741906 Sep 25 01:01:43.321464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (3a3c28a1-4968-4492-967d-c258b7838096), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.325862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 90ad231d-b55c-484e-a4ba-ac9370c1e65c resource provider aggregate not found Sep 25 01:01:43.364960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 90ad231d-b55c-484e-a4ba-ac9370c1e65c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90ad231d-b55c-484e-a4ba-ac9370c1e65c found for delete ", "request_id": "req-44ee7537-fd30-40e1-ad7f-6bc728611255"}]} Sep 25 01:01:43.430734 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3c28a1-4968-4492-967d-c258b7838096,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:43.447862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8719289a-60ce-4bd6-b78c-0ac8cd2c709b req-3a882a8c-f401-4cfc-a70f-8ed093b27371 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446416 Sep 25 01:01:43.460622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-4853c3f6-88e7-4ea2-8183-2c8085faaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:43.467189 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-4853c3f6-88e7-4ea2-8183-2c8085faaac3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267307 Sep 25 01:01:43.475240 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Checking segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:43.475603 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Network hostable DHCP agents. Network: c62c61a7-64ad-4bd4-8ce7-b21b978664a6, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:43.522416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:43.537190 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c62c61a7-64ad-4bd4-8ce7-b21b978664a6) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:43.544073 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:43.545227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.554427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82f1e6-7d79-402c-8f59-084474b371fc None None] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:43.575710 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e5e928a0-13ef-4a18-8d30-e44d6c83e8b0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8599548 Sep 25 01:01:43.580405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38768) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:43.592369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:43.647974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (cae7a7b0-7257-44af-9007-c672b2882cca), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.650830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (cae7a7b0-7257-44af-9007-c672b2882cca), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.681440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-2955c259-3a5b-40ca-a486-441a19a76e76 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062738 Sep 25 01:01:43.782582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:43.784280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.888633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for router_controller (cae7a7b0-7257-44af-9007-c672b2882cca), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:43.988691 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21915323-1cd7-4b1e-81d3-f7e5f31ec78e req-b33e8991-61de-40d0-87ea-b48f0d971672 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:43.999022 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21915323-1cd7-4b1e-81d3-f7e5f31ec78e req-b33e8991-61de-40d0-87ea-b48f0d971672 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1457591 Sep 25 01:01:44.108100 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21915323-1cd7-4b1e-81d3-f7e5f31ec78e req-05a1edec-8de3-43a1-b2f6-5280affb3f49 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053669 Sep 25 01:01:44.135543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38782) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:44.162619 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device e90855c6-13bf-47db-8fb7-7226a222a0c7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:01:44.234411 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a1f4365a-22cb-4b8c-a982-200c3782ca2c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=72ebfef0864443e598916e212e9811df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941565 Sep 25 01:01:44.235097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38788) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:44.272794 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e58e512-e1d3-47ed-811a-adfb922a4510 req-b2132c29-f85c-46f8-bfe8-aeb291e05887 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804038 Sep 25 01:01:44.278344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.319904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for router_gateway (cae7a7b0-7257-44af-9007-c672b2882cca), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.338047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415767a-ca02-4743-a4ba-92d5071bdade req-17047e95-5823-47e4-b109-63009f895e63 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:44.347372 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] Publish callbacks [] for security_group (930f0e21-f6df-496a-8a60-788e9878854b), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.362161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3415767a-ca02-4743-a4ba-92d5071bdade req-17047e95-5823-47e4-b109-63009f895e63 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.3501670 Sep 25 01:01:44.428256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:44.458097 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] Publish callbacks [] for security_group (930f0e21-f6df-496a-8a60-788e9878854b), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.473370 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Allocated IP 172.20.0.2 (c62c61a7-64ad-4bd4-8ce7-b21b978664a6/3a3c28a1-4968-4492-967d-c258b7838096/d18a3c48-8be7-45c0-8641-dd3182b273bc) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:44.541429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.549638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'port_id': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'mac_address': 'fa:16:3e:90:b6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:01:44.584413 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (930f0e21-f6df-496a-8a60-788e9878854b), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.594779 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:44.602358 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/930f0e21-f6df-496a-8a60-788e9878854b HTTP/1.1" status: 204 len: 168 time: 0.3623424 Sep 25 01:01:44.642934 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3415767a-ca02-4743-a4ba-92d5071bdade req-61ee3497-2876-4dd2-8c27-567f9a82f675 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783365 Sep 25 01:01:44.663594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7918-9872-4d84-b7a5-ab05d2a8e080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f0e21-f6df-496a-8a60-788e9878854b,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:44.678971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:44.876109 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f420546-8e2b-4541-8942-6302f710b422 req-dc77e51b-6cf0-4f1f-8848-55fca97e20b7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:44.903395 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1f420546-8e2b-4541-8942-6302f710b422 req-dc77e51b-6cf0-4f1f-8848-55fca97e20b7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 944 time: 0.1989000 Sep 25 01:01:44.996740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for router_gateway (cae7a7b0-7257-44af-9007-c672b2882cca), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.067357 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1f420546-8e2b-4541-8942-6302f710b422 req-76f4557e-af58-4a6c-9753-dab12a2637a9 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620810 Sep 25 01:01:45.099212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.412433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks [] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.428651 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port e90855c6-13bf-47db-8fb7-7226a222a0c7 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:45.429673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.435283 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.568799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:45.573654 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Pushing event updated for resources: {'Port': ['ID=d18a3c48-8be7-45c0-8641-dd3182b273bc,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:45.622925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90855c6-13bf-47db-8fb7-7226a222a0c7 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:01:45.646237 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:45.653499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:45.663970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:45.745160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:45.762981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:45.769169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70970-3a45-48b5-9076-9d3d8a54f565 req-1cb1890e-77fa-4b8c-a953-4aabc922f30f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:45.771228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4bc70970-3a45-48b5-9076-9d3d8a54f565 req-1cb1890e-77fa-4b8c-a953-4aabc922f30f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1063244 Sep 25 01:01:45.775077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:45.775077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b7527175-254d-4003-8922-2e8834ba4a91 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:01:45.839742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Allocated IP 172.37.1.111 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:45.922264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Attempting to bind port d18a3c48-8be7-45c0-8641-dd3182b273bc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:45.922668 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Attempting to bind port d18a3c48-8be7-45c0-8641-dd3182b273bc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:45.923006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Attempting to bind port d18a3c48-8be7-45c0-8641-dd3182b273bc on network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:45.948058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:46.036303 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81cf67-85b3-4e6a-bd9e-04018ce0022a req-ebb0692f-757b-4962-a064-b9c4ff390b15 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:46.052422 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc81cf67-85b3-4e6a-bd9e-04018ce0022a req-ebb0692f-757b-4962-a064-b9c4ff390b15 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 944 time: 0.1818452 Sep 25 01:01:46.067719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:46.068107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Checking segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:46.068500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.068900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Bound using segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:46.074171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Bound port: d18a3c48-8be7-45c0-8641-dd3182b273bc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:46.074698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.133079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4bc70970-3a45-48b5-9076-9d3d8a54f565 req-5e8ef91b-caa8-4534-a334-4db1339ce80e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476443 Sep 25 01:01:46.170626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7527175-254d-4003-8922-2e8834ba4a91,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:46.190442 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dc81cf67-85b3-4e6a-bd9e-04018ce0022a req-051ec9e7-05a0-4b71-991d-6f7725ac673e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363702 Sep 25 01:01:46.263448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] For port d18a3c48-8be7-45c0-8641-dd3182b273bc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:46.267703 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] For port d18a3c48-8be7-45c0-8641-dd3182b273bc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d18a3c48-8be7-45c0-8641-dd3182b273bc,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:46.276111 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.290280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.332022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'b7527175-254d-4003-8922-2e8834ba4a91', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:01:46.336106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.468621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb85d2-2505-4a4e-821e-106f2417b473 req-82bd0eda-812a-436f-81f1-08cd66e1546c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:46.476710 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5cb85d2-2505-4a4e-821e-106f2417b473 req-82bd0eda-812a-436f-81f1-08cd66e1546c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 945 time: 0.1310630 Sep 25 01:01:46.515362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:46.517363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b7527175-254d-4003-8922-2e8834ba4a91 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:46.518990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b7527175-254d-4003-8922-2e8834ba4a91), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.528428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:46.566934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6bdd2-0f96-4719-b1ef-3faf7888c7c9 None None] Pushing event updated for resources: {'Port': ['ID=d18a3c48-8be7-45c0-8641-dd3182b273bc,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:46.572275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:46.579943 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7527175-254d-4003-8922-2e8834ba4a91 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:01:46.584040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Pushing event updated for resources: {'Port': ['ID=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:46.639752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5cb85d2-2505-4a4e-821e-106f2417b473 req-06f8ca81-3d6e-4771-90e0-d7d93cd54189 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612227 Sep 25 01:01:46.657621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:46.703268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7527175-254d-4003-8922-2e8834ba4a91,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:46.709505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:46.823793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:47.096852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.135404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for router_gateway (cae7a7b0-7257-44af-9007-c672b2882cca), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.317970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['e90855c6-13bf-47db-8fb7-7226a222a0c7'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:47.451342 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcc367-247f-4c2d-b170-f1311310a80c req-e00fe57d-4dfe-4cfc-bd07-3d5631b63299 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:47.459630 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-51bcc367-247f-4c2d-b170-f1311310a80c req-e00fe57d-4dfe-4cfc-bd07-3d5631b63299 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1281750 Sep 25 01:01:47.500205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376aee-ae36-4b24-845e-8bfe1c0dbc0b req-66f137ad-13a0-42e4-87b2-f96c3aaaa705 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:47.503482 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05376aee-ae36-4b24-845e-8bfe1c0dbc0b req-66f137ad-13a0-42e4-87b2-f96c3aaaa705 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 945 time: 0.1566753 Sep 25 01:01:47.518942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.521731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['b7527175-254d-4003-8922-2e8834ba4a91'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:01:47.559946 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-51bcc367-247f-4c2d-b170-f1311310a80c req-921590fb-5f4c-4fa8-bec2-cf03c7bf6b88 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991724 Sep 25 01:01:47.634742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36be9900-0fac-4d4f-bd4f-ee1632ee3cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.663076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (cae7a7b0-7257-44af-9007-c672b2882cca), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:47.701232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.723197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:47.952154 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5590541-dcc4-4315-a472-9bad9b76933e req-792be42a-3079-4265-a57c-31c47bad12a4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:47.961056 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c5590541-dcc4-4315-a472-9bad9b76933e req-792be42a-3079-4265-a57c-31c47bad12a4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 945 time: 0.1077602 Sep 25 01:01:47.987746 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05376aee-ae36-4b24-845e-8bfe1c0dbc0b req-8bc4d4d7-5b86-4899-a9a9-01a7708451cc tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404118 Sep 25 01:01:47.991445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6ced6-01ec-452c-8a12-e2b2a2031815 None None] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:48.123911 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c5590541-dcc4-4315-a472-9bad9b76933e req-2107cd0a-d538-4735-8b90-4c20d7118534 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600063 Sep 25 01:01:48.132485 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Provisioning complete for port d18a3c48-8be7-45c0-8641-dd3182b273bc triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:48.132868 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.133234 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Attempt 1 to provision port d18a3c48-8be7-45c0-8641-dd3182b273bc Sep 25 01:01:48.186452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Router cae7a7b0-7257-44af-9007-c672b2882cca is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:01:48.392711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d18a3c48-8be7-45c0-8641-dd3182b273bc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:48.399792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Current status of the port d18a3c48-8be7-45c0-8641-dd3182b273bc is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:48.400217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.507855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:48.530983 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d18a3c48-8be7-45c0-8641-dd3182b273bc triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:48.532235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.532866 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d18a3c48-8be7-45c0-8641-dd3182b273bc Sep 25 01:01:48.541349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Sync routers for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:48.586793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.589839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-44fb7f47-c565-4dc5-8688-70a580d632cd admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0073705 Sep 25 01:01:48.592180 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38850) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:48.604013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=3,neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:48.673052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] For port d18a3c48-8be7-45c0-8641-dd3182b273bc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d18a3c48-8be7-45c0-8641-dd3182b273bc,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:48.681183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:48.686461 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:48.692905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.880473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d9908950-758a-42e9-bbdc-14fc077bb037 None None] Provisioning complete for port d18a3c48-8be7-45c0-8641-dd3182b273bc triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:48.880901 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d9908950-758a-42e9-bbdc-14fc077bb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:48.881546 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d9908950-758a-42e9-bbdc-14fc077bb037 None None] Attempt 1 to provision port d18a3c48-8be7-45c0-8641-dd3182b273bc Sep 25 01:01:48.883949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:48.916698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:48.954352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ef428-6c7a-46aa-bd7c-6cd57c0b5be2 req-ab150f51-14c9-4aa3-9da0-972b742a7224 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:48.959754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1560a-fd9b-4808-ba74-f040ac92d427 None None] Pushing event updated for resources: {'Port': ['ID=d18a3c48-8be7-45c0-8641-dd3182b273bc,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:48.974024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-225ef428-6c7a-46aa-bd7c-6cd57c0b5be2 req-ab150f51-14c9-4aa3-9da0-972b742a7224 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2255626 Sep 25 01:01:49.008596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d18a3c48-8be7-45c0-8641-dd3182b273bc is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:49.065053 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-225ef428-6c7a-46aa-bd7c-6cd57c0b5be2 req-8af31f19-c036-4708-8b53-3ced3d36610c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842211 Sep 25 01:01:49.161066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:49.370520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d9908950-758a-42e9-bbdc-14fc077bb037 None None] Current status of the port d18a3c48-8be7-45c0-8641-dd3182b273bc is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:49.404905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe84344-2494-416d-9a1d-b1481f84b301 req-609f2929-36b6-481a-a126-aa9a66a8bad7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:49.418232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fe84344-2494-416d-9a1d-b1481f84b301 req-609f2929-36b6-481a-a126-aa9a66a8bad7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 945 time: 0.1418958 Sep 25 01:01:49.598993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fe84344-2494-416d-9a1d-b1481f84b301 req-e2366ea9-cbcb-4ec5-9cdf-c05f11c272cd tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551893 Sep 25 01:01:49.738596 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2a73-50ef-4e02-bd4b-38090b32dfd2 req-b1be27b2-ebc5-4686-a01c-ec850b6e6bf2 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:49.748424 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-80ce2a73-50ef-4e02-bd4b-38090b32dfd2 req-b1be27b2-ebc5-4686-a01c-ec850b6e6bf2 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 945 time: 0.0927310 Sep 25 01:01:49.787501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device e90855c6-13bf-47db-8fb7-7226a222a0c7 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:49.902243 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-80ce2a73-50ef-4e02-bd4b-38090b32dfd2 req-07d98096-9f19-420b-b609-b6866fd1b66d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424522 Sep 25 01:01:49.997555 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c06609a4-4b46-472f-b1ae-ad0f9e1091e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.003346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.051563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port e90855c6-13bf-47db-8fb7-7226a222a0c7 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:01:50.059231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:46Z', 'revision_number': 3, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:50.123475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port e90855c6-13bf-47db-8fb7-7226a222a0c7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:50.124054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.125129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port e90855c6-13bf-47db-8fb7-7226a222a0c7 Sep 25 01:01:50.131146 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Checking router: cae7a7b0-7257-44af-9007-c672b2882cca for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:50.131737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Updating router cae7a7b0-7257-44af-9007-c672b2882cca port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:01:50.263038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.422071 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d18a3c48-8be7-45c0-8641-dd3182b273bc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:50.473412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c857367-f2cf-4441-bbc6-e5cd73b0ea5c req-d4e167e2-d0d7-4d66-a019-d030f3a324fa tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:50.504054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c857367-f2cf-4441-bbc6-e5cd73b0ea5c req-d4e167e2-d0d7-4d66-a019-d030f3a324fa tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1747277 Sep 25 01:01:50.529281 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port e90855c6-13bf-47db-8fb7-7226a222a0c7 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:50.529696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.570202 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.602467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:50.605019 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca60e41-8b5b-4cdd-ae24-ac28d4d1c3e9" -d '{"events": [{"server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "name": "network-vif-plugged", "status": "completed", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:50.681940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c857367-f2cf-4441-bbc6-e5cd73b0ea5c req-97e6fd31-f246-453a-9bb4-d371b0e5f53d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766078 Sep 25 01:01:50.781506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d7353-182c-4488-989b-b11252b1e52e x-openstack-request-id: req-445d7353-182c-4488-989b-b11252b1e52e {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:50.781885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "name": "network-vif-plugged", "status": "completed", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:50.782036 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-445d7353-182c-4488-989b-b11252b1e52e {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:50.782441 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445d7353-182c-4488-989b-b11252b1e52e'] response: {'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'code': 200} Sep 25 01:01:50.793076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d18a3c48-8be7-45c0-8641-dd3182b273bc triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:50.794147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.794626 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d18a3c48-8be7-45c0-8641-dd3182b273bc Sep 25 01:01:50.877889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:50.886742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:50.899868 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b7527175-254d-4003-8922-2e8834ba4a91 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:50.927081 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:50.942409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:51.029840 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Allocated IP 172.20.0.1 (c62c61a7-64ad-4bd4-8ce7-b21b978664a6/3a3c28a1-4968-4492-967d-c258b7838096/d1013a6f-ee2d-46c6-9579-1abeb6086893) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:51.136666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb83ef5-7afe-46c9-b6ed-00cb717eb9dc req-21db54b2-8bcd-4c62-b3de-14863797aaa6 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.151655 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fb83ef5-7afe-46c9-b6ed-00cb717eb9dc req-21db54b2-8bcd-4c62-b3de-14863797aaa6 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.2018738 Sep 25 01:01:51.162759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:51.216172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.238801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:51.322152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fb83ef5-7afe-46c9-b6ed-00cb717eb9dc req-3ff40fd3-2bbe-4838-b488-8ff5eda020f7 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690261 Sep 25 01:01:51.323338 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:51.380399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:51.388470 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port b7527175-254d-4003-8922-2e8834ba4a91 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:01:51.394206 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ae77-90a9-4ed4-9136-84aeb9a2ab22 req-9b904a7d-0567-46b4-86be-3809fdfb699e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.394814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d18a3c48-8be7-45c0-8641-dd3182b273bc is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:51.396915 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7c07ae77-90a9-4ed4-9136-84aeb9a2ab22 req-9b904a7d-0567-46b4-86be-3809fdfb699e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 945 time: 0.2732842 Sep 25 01:01:51.413807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port b7527175-254d-4003-8922-2e8834ba4a91 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:51.414196 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b7527175-254d-4003-8922-2e8834ba4a91), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.415196 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port b7527175-254d-4003-8922-2e8834ba4a91 Sep 25 01:01:51.533729 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:01:51.555796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e9470-a6f3-472f-b717-c7b0a26d095d req-b7069588-09a0-4c9c-8d52-a834760fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:51.559379 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc0e9470-a6f3-472f-b717-c7b0a26d095d req-b7069588-09a0-4c9c-8d52-a834760fa219 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 1130 time: 0.1086354 Sep 25 01:01:51.567390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks [] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.586495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks [] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.602587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.620699 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7c07ae77-90a9-4ed4-9136-84aeb9a2ab22 req-5b06a53a-96ba-4c7b-94de-4c3534c18a50 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138126 Sep 25 01:01:51.688196 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc0e9470-a6f3-472f-b717-c7b0a26d095d req-890b28c8-d081-4ab0-991f-f7d482e4fb8e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193597 Sep 25 01:01:51.693127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d0abf-1bd1-4431-a35e-4f6eea4f74b7 None None] Pushing event updated for resources: {'Port': ['ID=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:51.700391 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b7527175-254d-4003-8922-2e8834ba4a91 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:51.700981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b7527175-254d-4003-8922-2e8834ba4a91), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.706893 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Attempting to bind port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:51.707329 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Attempting to bind port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:51.707856 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Attempting to bind port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:51.768562 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.791958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7527175-254d-4003-8922-2e8834ba4a91,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:51.803748 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Bound port: c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:51.924831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:51.959563 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Pushing event updated for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:52.000745 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:52.002982 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:52.018575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:01:52.050391 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] For port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:52.057771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] For port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:52.093252 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.112857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4398594-f616-49eb-b800-8b7fe661255d req-f4e27fca-1e71-49f2-af4a-21272b13295a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:52.126956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4398594-f616-49eb-b800-8b7fe661255d req-f4e27fca-1e71-49f2-af4a-21272b13295a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1898189 Sep 25 01:01:52.139236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:52.208754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (cae7a7b0-7257-44af-9007-c672b2882cca), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.341222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4398594-f616-49eb-b800-8b7fe661255d req-75fc529e-9b9a-497e-ba67-36a9928d2175 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127542 Sep 25 01:01:52.400433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d0abf-1bd1-4431-a35e-4f6eea4f74b7 None None] Pushing event updated for resources: {'Port': ['ID=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:52.428126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:52.429156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:52.727714 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.763785 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0e12-5e78-485b-b379-6522d9ab1638 req-0181f20d-74cc-4cff-bd24-f7a38fe0bb82 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:52.776473 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cbbb0e12-5e78-485b-b379-6522d9ab1638 req-0181f20d-74cc-4cff-bd24-f7a38fe0bb82 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.1887517 Sep 25 01:01:52.844702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:52.850100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3cf8f-e0e4-4ea3-a2df-f3b91edd2886" -d '{"events": [{"server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "name": "network-vif-plugged", "status": "completed", "tag": "b7527175-254d-4003-8922-2e8834ba4a91"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:52.868597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Provisioning complete for port d1013a6f-ee2d-46c6-9579-1abeb6086893 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:52.870759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.871653 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 1 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:52.938003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:52.972562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:52.998966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.017309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:53.020904 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:53.035209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4d5f-28d2-4145-907c-3fc49a8f5d73 req-e5e75910-a700-4559-8abd-4c290d8256ca tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:53.049775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-61fa4d5f-28d2-4145-907c-3fc49a8f5d73 req-e5e75910-a700-4559-8abd-4c290d8256ca tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.2514937 Sep 25 01:01:53.120499 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.154260 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cbbb0e12-5e78-485b-b379-6522d9ab1638 req-5c8c0443-5bc4-4253-9ac8-22e66cccec7b tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755863 Sep 25 01:01:53.172683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.317965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-61fa4d5f-28d2-4145-907c-3fc49a8f5d73 req-76d767f2-853f-42d9-9554-cd271207d2e9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666967 Sep 25 01:01:53.330033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2e1ac-4839-4404-bd22-32fcf694b8ea x-openstack-request-id: req-4ba2e1ac-4839-4404-bd22-32fcf694b8ea {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:53.330635 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "name": "network-vif-plugged", "status": "completed", "tag": "b7527175-254d-4003-8922-2e8834ba4a91", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:53.331046 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ba2e1ac-4839-4404-bd22-32fcf694b8ea {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:53.331760 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba2e1ac-4839-4404-bd22-32fcf694b8ea'] response: {'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91', 'code': 200} Sep 25 01:01:53.421138 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks [] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.430371 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.532898 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 2 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:53.641486 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (cae7a7b0-7257-44af-9007-c672b2882cca), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:53.680471 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.687294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:46Z', 'revision_number': 3, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:53.689273 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Pushing event updated for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:53.715775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:53.788658 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:53.790265 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfcf7d-26ca-4fb0-b7a0-dd4594a80631 None None] The sync data for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi is: [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:46Z', 'revision_number': 3, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:01:53.870118 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2befd0d-4377-4430-a0a4-3742b7bcb149 req-2cf5eb02-e551-4f03-af5c-a0d2f33e31b6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:53.882889 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e2befd0d-4377-4430-a0a4-3742b7bcb149 req-2cf5eb02-e551-4f03-af5c-a0d2f33e31b6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2678230 Sep 25 01:01:53.990732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e1fe-6ea0-47ec-ac83-7fb83d4bfb61 req-5e16f110-6e3c-4b32-9379-535457c8b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:53.994309 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6b3e1fe-6ea0-47ec-ac83-7fb83d4bfb61 req-5e16f110-6e3c-4b32-9379-535457c8b41b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1130 time: 0.1044877 Sep 25 01:01:54.050117 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e2befd0d-4377-4430-a0a4-3742b7bcb149 req-157a9650-1ac7-4304-95e7-d7a1042d8ddb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654873 Sep 25 01:01:54.053039 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:01:54.056681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:54.190336 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6b3e1fe-6ea0-47ec-ac83-7fb83d4bfb61 req-74d9c6ac-e0f6-4007-b40e-63ff50944154 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870461 Sep 25 01:01:54.289446 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 3 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:54.405573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:54.450144 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Router cae7a7b0-7257-44af-9007-c672b2882cca has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:54.601124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b0c0-a909-4564-a79c-470c12d16dfa req-6c4d37ea-0957-4cbe-b39c-e85373cf962a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:54.604485 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aad6b0c0-a909-4564-a79c-470c12d16dfa req-6c4d37ea-0957-4cbe-b39c-e85373cf962a tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.2063394 Sep 25 01:01:54.648048 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:54.669925 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-823bb129-06da-4912-92a5-7b983339a69a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cae7a7b0-7257-44af-9007-c672b2882cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0692813 Sep 25 01:01:54.748571 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aad6b0c0-a909-4564-a79c-470c12d16dfa req-66c2965b-e761-4512-b907-34e8c60d1d0c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293881 Sep 25 01:01:54.766030 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9c8a5-353f-4b1c-8304-1b5cbcdbb329 req-d0fe45f8-6e57-4f92-a0fb-c1375184de04 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:54.775564 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f0e9c8a5-353f-4b1c-8304-1b5cbcdbb329 req-d0fe45f8-6e57-4f92-a0fb-c1375184de04 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.1062121 Sep 25 01:01:54.907941 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 4 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:55.025870 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f0e9c8a5-353f-4b1c-8304-1b5cbcdbb329 req-a547b7e6-5d69-4a53-b436-58856f18356e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411697 Sep 25 01:01:55.100449 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:55.189754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267cff0-96e6-49f6-a2ff-d7c1df9207bc req-cebc8c5a-e8d2-4514-8b94-c2b3ed12ce7c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:55.200241 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4267cff0-96e6-49f6-a2ff-d7c1df9207bc req-cebc8c5a-e8d2-4514-8b94-c2b3ed12ce7c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.2031002 Sep 25 01:01:55.215878 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38916) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:55.224770 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Request body: {'floatingip': {'port_id': 'e90855c6-13bf-47db-8fb7-7226a222a0c7'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:55.545591 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:55.602563 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 5 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:55.729132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:55.788790 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58cdf9-2762-4242-bf42-7b11bfb97acc req-cde54663-8103-404a-8ff3-530db0e661fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:55.801170 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1e58cdf9-2762-4242-bf42-7b11bfb97acc req-cde54663-8103-404a-8ff3-530db0e661fc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.3320451 Sep 25 01:01:55.995831 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1e58cdf9-2762-4242-bf42-7b11bfb97acc req-a1dd4219-a1ad-48cb-b862-a08fdb6e6300 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933770 Sep 25 01:01:56.230793 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 6 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:56.437369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:56.518230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c380-372c-4fd0-ae6a-7c0d8286f9ee req-60f5482d-1852-4888-abb2-f2784fd83d9c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:56.528555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-74d1c380-372c-4fd0-ae6a-7c0d8286f9ee req-60f5482d-1852-4888-abb2-f2784fd83d9c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.1793215 Sep 25 01:01:56.538321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38932) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:56.627305 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:56.651496 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-74d1c380-372c-4fd0-ae6a-7c0d8286f9ee req-37db9631-7f4e-4448-b039-a9f32a4c3fc4 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090710 Sep 25 01:01:56.705923 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:56.706642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:56.707271 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 Sep 25 01:01:56.936010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:56.938507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.076535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38942) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.088648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144035538-network', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:57.142621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Made reservation on behalf of 2fcc4e24aaf24b7f8d61af98d0fd2431 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:57.159574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.202999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.231139 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.233454 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.236756 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.247382 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.335218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:01:57.338846 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 7 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:57.380697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74a81c7c-72a8-42d5-b1d2-2e6dfdb60ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.382125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.394692 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Sync routers for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:57.450444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a6462-9023-4cd6-bafc-e8805cecd4f0 req-e59b6760-d8f1-4b63-b450-514058a59b1a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:57.456858 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:57.459174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a2a6462-9023-4cd6-bafc-e8805cecd4f0 req-e59b6760-d8f1-4b63-b450-514058a59b1a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1738446 Sep 25 01:01:57.469304 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:57.506629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:57.533716 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 42c3925b-9217-4345-b138-d58e0658e81a associated. External IP: 172.37.1.145, port: e90855c6-13bf-47db-8fb7-7226a222a0c7. Sep 25 01:01:57.547135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:57.574726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a2a6462-9023-4cd6-bafc-e8805cecd4f0 req-a0435cbe-702c-455d-ba18-973f45f5268f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146324 Sep 25 01:01:57.603091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks [] for security_group (da9886cd-bb3e-42c0-a6f1-6b10fccce334), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.608757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (da9886cd-bb3e-42c0-a6f1-6b10fccce334), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.618379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.688048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:01:57.691874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74a81c7c-72a8-42d5-b1d2-2e6dfdb60ae9 admin admin] Publish callbacks [] for security_group (a6a4c5cf-00c7-4837-81b9-7c40498dd24f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.697471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9886cd-bb3e-42c0-a6f1-6b10fccce334,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:57.703136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74a81c7c-72a8-42d5-b1d2-2e6dfdb60ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a6a4c5cf-00c7-4837-81b9-7c40498dd24f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.728079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (1a5d6abd-d257-4ac1-9e42-36c802984848), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.730187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Added segment 1a5d6abd-d257-4ac1-9e42-36c802984848 of type vlan for network 09798d2d-0271-466c-9c29-d981c8d4721a Sep 25 01:01:57.736614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc5e02-1887-4aaa-a39f-6b30e55d4340 req-4597218a-10a0-48b6-86a5-b6b29dfb0bb0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:57.738357 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-88cc5e02-1887-4aaa-a39f-6b30e55d4340 req-4597218a-10a0-48b6-86a5-b6b29dfb0bb0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.4990203 Sep 25 01:01:57.786057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:57.800759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-74a81c7c-72a8-42d5-b1d2-2e6dfdb60ae9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c6554f9cd2bb4cdb96f76d1f87468962&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2604039 Sep 25 01:01:57.807037 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38944) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.815860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a81c7c-72a8-42d5-b1d2-2e6dfdb60ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a4c5cf-00c7-4837-81b9-7c40498dd24f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:57.824525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (09798d2d-0271-466c-9c29-d981c8d4721a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.869213 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (09798d2d-0271-466c-9c29-d981c8d4721a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.872929 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:01:57.873641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:57.874430 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:57.981949 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8925688 Sep 25 01:01:57.982978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38946) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:57.996507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Request body: {'subnet': {'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144035538-subnet', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:58.007795 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 8 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:58.014805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd4b0-da61-4cfc-b85d-5a2c713c41a3 admin admin] Pushing event updated for resources: {'Network': ['ID=09798d2d-0271-466c-9c29-d981c8d4721a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:58.036772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Made reservation on behalf of 2fcc4e24aaf24b7f8d61af98d0fd2431 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:01:58.041731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264290344'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.072444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] Publish callbacks [] for security_group (a6a4c5cf-00c7-4837-81b9-7c40498dd24f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.096992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 09798d2d-0271-466c-9c29-d981c8d4721a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:01:58.097652 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-88cc5e02-1887-4aaa-a39f-6b30e55d4340 req-c5fd8d25-593a-4233-9b9a-cdeabd105309 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222086 Sep 25 01:01:58.114307 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:01:58.191689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38948) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:58.205751 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] Publish callbacks [] for security_group (a6a4c5cf-00c7-4837-81b9-7c40498dd24f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.356929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:58.375827 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:01:58.378230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbb499-1eec-49d9-9261-11b3cb508cfa tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:58.379637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 2, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:58.379873 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c5cbb499-1eec-49d9-9261-11b3cb508cfa tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1125 time: 0.1871459 Sep 25 01:01:58.385614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 38950) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:58.448869 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Checking router: cae7a7b0-7257-44af-9007-c672b2882cca for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:01:58.449532 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Updating router cae7a7b0-7257-44af-9007-c672b2882cca port d1013a6f-ee2d-46c6-9579-1abeb6086893 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:01:58.539484 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:01:58.540023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.540269 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 Sep 25 01:01:58.545871 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.725440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264731794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264290366'] for subnet (8411f93b-86a3-4016-8215-1e4f10f0027b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.757394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.802931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:01:58.813872 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:58.857719 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 9 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:58.929357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:58.942204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8411f93b-86a3-4016-8215-1e4f10f0027b,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:58.951395 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a6a4c5cf-00c7-4837-81b9-7c40498dd24f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.956712 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.958733 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a6a4c5cf-00c7-4837-81b9-7c40498dd24f HTTP/1.1" status: 204 len: 168 time: 1.1508133 Sep 25 01:01:58.964111 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e0c4-df12-4fec-a59d-1a3a55a8b9d6 req-2e630208-bb4e-4ca1-8245-e68e124ed41c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:58.971876 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ce7e0c4-df12-4fec-a59d-1a3a55a8b9d6 req-2e630208-bb4e-4ca1-8245-e68e124ed41c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1536100 Sep 25 01:01:58.973575 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:58.975499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:58.988595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Checking segment: {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:58.988988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Network hostable DHCP agents. Network: 09798d2d-0271-466c-9c29-d981c8d4721a, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:01:59.035166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Network 09798d2d-0271-466c-9c29-d981c8d4721a is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:01:59.061349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 09798d2d-0271-466c-9c29-d981c8d4721a) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:01:59.073359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffab402-e3a4-48d3-a981-2aa82c11d48d None None] Network 09798d2d-0271-466c-9c29-d981c8d4721a requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:01:59.111933 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ce7e0c4-df12-4fec-a59d-1a3a55a8b9d6 req-ec6364b3-25f6-4f09-8d58-72f465295d36 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390488 Sep 25 01:01:59.121847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks [] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.122295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:59.127531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.137599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.190293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0242c4c9-da87-411e-8769-dc1c7a37f2e5 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2033477 Sep 25 01:01:59.194193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38956) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:01:59.204001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:01:59.238282 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.260559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (29892cf5-05ed-4772-a3c7-758374b46435), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.264099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (29892cf5-05ed-4772-a3c7-758374b46435), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.309040 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293a83b-d61d-4412-b29b-b5b1db2d2850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a4c5cf-00c7-4837-81b9-7c40498dd24f,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.335561 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:01:59.348050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.379914 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.410046 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:01:59.434079 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-65162709-0820-4357-9fea-1f3a6e3b263c tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/42c3925b-9217-4345-b138-d58e0658e81a HTTP/1.1" status: 200 len: 992 time: 4.2152865 Sep 25 01:01:59.444792 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Attempt 10 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:01:59.470263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for router_controller (29892cf5-05ed-4772-a3c7-758374b46435), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.520754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:01:59.524285 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebefdded-f982-4247-a9af-956ac90f7fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:01:59.591727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-09798d2d-0271-466c-9c29-d981c8d4721a', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:01:59.594537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.616951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:01:59.618528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:01:59.647955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Pushing event updated for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:01:59.655738 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03502b61-d8cf-43f5-9285-416d6170ad02 x-openstack-request-id: req-03502b61-d8cf-43f5-9285-416d6170ad02 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:01:59.656356 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:01:59.656880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03502b61-d8cf-43f5-9285-416d6170ad02 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:01:59.657487 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03502b61-d8cf-43f5-9285-416d6170ad02'] response: {'name': 'network-changed', 'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'status': 'completed', 'code': 200} Sep 25 01:01:59.687704 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.688422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.689133 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.689847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.690784 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.691383 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.692030 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.693195 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.693895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.694539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.696439 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.697460 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.698111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.698573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.699261 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:01:59.706536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Attempting to bind port d1013a6f-ee2d-46c6-9579-1abeb6086893 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:01:59.707508 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Attempting to bind port d1013a6f-ee2d-46c6-9579-1abeb6086893 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:01:59.708528 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Attempting to bind port d1013a6f-ee2d-46c6-9579-1abeb6086893 on network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:01:59.739508 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.37.1.93 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/6d29a34f-6d17-4ad7-bb52-9a884e6f97c8) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:01:59.745745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-36ef7e3d-9fca-4495-9acc-ef7d58c1e51f None None] Port d1013a6f-ee2d-46c6-9579-1abeb6086893 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:01:59.766372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.811305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.826857 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:01:59.827669 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Checking segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:01:59.828490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.829530 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Bound using segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:01:59.830996 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Bound port: d1013a6f-ee2d-46c6-9579-1abeb6086893, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:01:59.831774 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.855410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:01:59.923789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for router_gateway (29892cf5-05ed-4772-a3c7-758374b46435), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:01:59.946453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-75dd918b-9688-454b-a4d0-28607fdc20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:01:59.948086 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-75dd918b-9688-454b-a4d0-28607fdc20c5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 1130 time: 0.2195287 Sep 25 01:01:59.963909 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] For port d1013a6f-ee2d-46c6-9579-1abeb6086893, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:01:59.970589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] For port d1013a6f-ee2d-46c6-9579-1abeb6086893, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1013a6f-ee2d-46c6-9579-1abeb6086893,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:01:59.986349 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.098527 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:00.099585 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:00.125510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38964) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:00.229590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-5af09d70-e5e9-4452-bd20-7f8a93e7ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.230015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-5af09d70-e5e9-4452-bd20-7f8a93e7ddb7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 200 len: 914 time: 0.2750862 Sep 25 01:02:00.238570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.261475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8ee173ba-7b28-4809-8f29-f486f3497712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.363599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:00.387341 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.388077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Allocated IP 172.20.0.2 (09798d2d-0271-466c-9c29-d981c8d4721a/8411f93b-86a3-4016-8215-1e4f10f0027b/71ee88f3-d4ca-4676-ab1f-7494784204fa) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:00.429905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a672875-a2a7-4540-a003-ad69699fe83b None None] Pushing event updated for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:00.523928 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:00.538205 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:00.554458 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:00.563255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:00.563908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:00.569953 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-301613ac-80ef-4ea1-833f-2758254b6545 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7 HTTP/1.1" status: 200 len: 1000 time: 0.3252261 Sep 25 01:02:00.571494 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=6d29a34f-6d17-4ad7-bb52-9a884e6f97c8,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:00.594801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Provisioning complete for port d1013a6f-ee2d-46c6-9579-1abeb6086893 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:00.595269 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:00.595533 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Attempt 1 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:02:00.718220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-abb836c5-7935-4a68-ba5f-ce9110279933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.720270 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-abb836c5-7935-4a68-ba5f-ce9110279933 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 200 len: 853 time: 0.1312678 Sep 25 01:02:00.727827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce77a-ff29-418f-9d71-fdaf7a16b980 req-85331616-7580-4e99-86f9-b6b7ea37611b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:00.729673 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-254ce77a-ff29-418f-9d71-fdaf7a16b980 req-85331616-7580-4e99-86f9-b6b7ea37611b tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.3136401 Sep 25 01:02:00.956662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:01.000410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:01:59Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:01.071758 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-254ce77a-ff29-418f-9d71-fdaf7a16b980 req-d9258e07-aa00-4e4c-82d1-e2169fb117b7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204732 Sep 25 01:02:01.090139 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d59c34-5c62-4ddd-94ce-08e53c5fdac8 None None] The sync data for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi is: [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:01:59Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:01.243804 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (a9f6e5a5-d118-4823-a095-297dfc4f629f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.386418 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.532207 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Current status of the port d1013a6f-ee2d-46c6-9579-1abeb6086893 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:01.532850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.568919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-b9784a8e-da51-4e15-a9d5-1b7c3e596059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:01.571703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-b9784a8e-da51-4e15-a9d5-1b7c3e596059 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5dc49b54-686c-4619-ad4c-65c72c26fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8378155 Sep 25 01:02:01.603655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks [] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.604479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8ee173ba-7b28-4809-8f29-f486f3497712 admin admin] Publish callbacks [] for security_group (6008b304-bca6-4462-819f-86e8294582d0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.640656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8ee173ba-7b28-4809-8f29-f486f3497712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6008b304-bca6-4462-819f-86e8294582d0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.659593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.674051 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.694318 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.741566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.751277 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.878768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.890820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for router_gateway (29892cf5-05ed-4772-a3c7-758374b46435), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.896451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] For port d1013a6f-ee2d-46c6-9579-1abeb6086893, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1013a6f-ee2d-46c6-9579-1abeb6086893,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:01.912491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Network 09798d2d-0271-466c-9c29-d981c8d4721a is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:01.912966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:01.939439 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (a9f6e5a5-d118-4823-a095-297dfc4f629f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:01.960875 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8ee173ba-7b28-4809-8f29-f486f3497712 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2ec79525454f495dadd6199cdcfdc8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8272901 Sep 25 01:02:01.962204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee173ba-7b28-4809-8f29-f486f3497712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6008b304-bca6-4462-819f-86e8294582d0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:01.969621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 38968) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:02.010080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.077229 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=6d29a34f-6d17-4ad7-bb52-9a884e6f97c8,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.077661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:02.107029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:02.128089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.138534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:02.174223 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.176101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-527947c0-881a-4f2a-8e33-edd1b068a899 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852296 Sep 25 01:02:02.318506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Pushing event updated for resources: {'Port': ['ID=71ee88f3-d4ca-4676-ab1f-7494784204fa,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.354576 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP a9f6e5a5-d118-4823-a095-297dfc4f629f associated. External IP: 172.37.1.93, port: b7527175-254d-4003-8922-2e8834ba4a91. Sep 25 01:02:02.637770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d1013a6f-ee2d-46c6-9579-1abeb6086893 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:02.698294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Allocated IP 172.37.1.130 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/41a4501b-2acb-4e3d-a37d-bedbcdc6c76d) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:02.762713 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63fb98-9f14-46cc-bfca-23755acd741a req-955e6e09-acfc-4125-b9eb-1c3542eba628 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:02.767597 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1c63fb98-9f14-46cc-bfca-23755acd741a req-955e6e09-acfc-4125-b9eb-1c3542eba628 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2394564 Sep 25 01:02:02.823561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '42c3925b-9217-4345-b138-d58e0658e81a', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.145', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:90:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:01:28Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:02.918624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:02.923878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338b73-9db3-4a73-8375-fec417faf94f None None] Pushing event updated for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:02.931902 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Attempting to bind port 71ee88f3-d4ca-4676-ab1f-7494784204fa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:02.932253 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Attempting to bind port 71ee88f3-d4ca-4676-ab1f-7494784204fa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:02.932632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Attempting to bind port 71ee88f3-d4ca-4676-ab1f-7494784204fa on network 09798d2d-0271-466c-9c29-d981c8d4721a {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:02.975512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d1013a6f-ee2d-46c6-9579-1abeb6086893 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:02.975896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:02.976751 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:02:02.981466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:02.982155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:03.058159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] Publish callbacks [] for security_group (6008b304-bca6-4462-819f-86e8294582d0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.136687 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1c63fb98-9f14-46cc-bfca-23755acd741a req-7a84cf1e-7fd7-41ed-918a-fbf09760fc6c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584884 Sep 25 01:02:03.272279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebefdded-f982-4247-a9af-956ac90f7fd9 req-04767259-85c2-4fde-9304-46617dcea5c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0668154 Sep 25 01:02:03.453160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.469226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] Publish callbacks [] for security_group (6008b304-bca6-4462-819f-86e8294582d0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.470177 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:03.586260 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:03.586634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Checking segment: {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:03.587036 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.587335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Bound using segment: {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:03.587689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Bound port: 71ee88f3-d4ca-4676-ab1f-7494784204fa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:03.588083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.660221 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.738137 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:03.752218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:03.765141 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.793953 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:03.794946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:03.811107 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6facf9ae-3274-4c36-bd59-02d295be18ba tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0084991 Sep 25 01:02:03.811992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:03.815193 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77e5b8-0e21-485c-89db-306f1c927282" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:03.830542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (6008b304-bca6-4462-819f-86e8294582d0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.836892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:03.847800 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6008b304-bca6-4462-819f-86e8294582d0 HTTP/1.1" status: 204 len: 168 time: 1.8691096 Sep 25 01:02:03.858021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d1013a6f-ee2d-46c6-9579-1abeb6086893 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:03.879390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:03.888910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:03.901800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedd17-5fee-4cc2-9967-65fd77db2aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008b304-bca6-4462-819f-86e8294582d0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:03.904165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:03.910812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Pushing event updated for resources: {'Port': ['ID=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:03.943105 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb9976-51f0-4acb-9666-994e3f19b69f x-openstack-request-id: req-71cb9976-51f0-4acb-9666-994e3f19b69f {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:03.943397 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:03.943660 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71cb9976-51f0-4acb-9666-994e3f19b69f {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:03.944111 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cb9976-51f0-4acb-9666-994e3f19b69f'] response: {'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91', 'status': 'completed', 'code': 200} Sep 25 01:02:03.977181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:04.077011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.087862 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] For port 71ee88f3-d4ca-4676-ab1f-7494784204fa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:04.094155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] For port 71ee88f3-d4ca-4676-ab1f-7494784204fa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71ee88f3-d4ca-4676-ab1f-7494784204fa,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:04.104586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:04.111968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.360768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-7de68246-14fc-4f3b-8025-33966c43ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:04.365567 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-7de68246-14fc-4f3b-8025-33966c43ca6e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1130 time: 0.2983234 Sep 25 01:02:04.456327 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d1013a6f-ee2d-46c6-9579-1abeb6086893 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:04.578458 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6956a-d64c-4dc8-890f-a597b59424e6 req-18733ec7-b9b5-4a02-85c4-4a03a423f439 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:04.590536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:00Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:04.613147 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0a6956a-d64c-4dc8-890f-a597b59424e6 req-18733ec7-b9b5-4a02-85c4-4a03a423f439 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2361343 Sep 25 01:02:04.639079 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:04.656833 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:04.656833 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:04.702896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:04.765921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f560ff-5667-41c5-ab9c-d65dd9866127 None None] Pushing event updated for resources: {'Port': ['ID=71ee88f3-d4ca-4676-ab1f-7494784204fa,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:04.786524 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a0a6956a-d64c-4dc8-890f-a597b59424e6 req-db1a6774-19e0-4d06-8fae-fcb8fe091857 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708505 Sep 25 01:02:04.803892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-28e1b63f-65c1-4225-8d22-122d9aacec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:04.806401 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-28e1b63f-65c1-4225-8d22-122d9aacec18 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.2759862 Sep 25 01:02:04.918652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for router_gateway (29892cf5-05ed-4772-a3c7-758374b46435), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.943456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port d1013a6f-ee2d-46c6-9579-1abeb6086893 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:04.944017 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:04.944177 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port d1013a6f-ee2d-46c6-9579-1abeb6086893 Sep 25 01:02:04.954841 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:05.067425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.104851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.203288 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-46570db4-b6ad-4cda-8034-ab222eb9211b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 999 time: 0.2870164 Sep 25 01:02:05.255205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '42c3925b-9217-4345-b138-d58e0658e81a', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.145', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:90:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:01:28Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:05.326807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e5175-a987-4e8c-8319-fa0f9c49044e None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '42c3925b-9217-4345-b138-d58e0658e81a', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'floating_ip_address': '172.37.1.145', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'port_id': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'mac_address': 'fa:16:3e:90:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:01:28Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 1, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:05.330076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port d1013a6f-ee2d-46c6-9579-1abeb6086893 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:05.559141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-516ae152-76bf-4f81-9fdf-622c18160e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:05.564396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-516ae152-76bf-4f81-9fdf-622c18160e30 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.3469038 Sep 25 01:02:05.742424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (29892cf5-05ed-4772-a3c7-758374b46435), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:05.747211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:05.853443 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:00Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:05.970631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-0c27b2c0-15fe-48cb-b62d-0ef3d471061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:05.979762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-0c27b2c0-15fe-48cb-b62d-0ef3d471061d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2335093 Sep 25 01:02:06.009423 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e94176-8f16-4538-8d92-7630633b0ff6 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:00Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:06.016273 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3d31f-2ee5-4410-a948-bbd246ed145a None None] New status for floating IP 42c3925b-9217-4345-b138-d58e0658e81a: ACTIVE {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:02:06.317006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2a158-f55c-4285-a9d9-51624f8440e7 req-0290a917-3413-4c71-842f-5280025748df tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:06.318882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2a2a158-f55c-4285-a9d9-51624f8440e7 req-0290a917-3413-4c71-842f-5280025748df tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2979093 Sep 25 01:02:06.404193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5bc6e-49db-4a59-8d45-e145098af5a2 None None] Network 09798d2d-0271-466c-9c29-d981c8d4721a requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:02:06.420422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 71ee88f3-d4ca-4676-ab1f-7494784204fa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:06.489468 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:06.573861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Provisioning complete for port 71ee88f3-d4ca-4676-ab1f-7494784204fa triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:06.574377 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.574921 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Attempt 1 to provision port 71ee88f3-d4ca-4676-ab1f-7494784204fa Sep 25 01:02:06.589033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-08694e5d-490b-4567-bf4b-82b2193bdda8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473886 Sep 25 01:02:06.637738 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 71ee88f3-d4ca-4676-ab1f-7494784204fa triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:06.638319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:06.638835 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 71ee88f3-d4ca-4676-ab1f-7494784204fa Sep 25 01:02:06.646544 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec68a19-f24c-44ec-9fe2-c0c27a2d6b91 None None] New status for floating IP a9f6e5a5-d118-4823-a095-297dfc4f629f: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:02:06.714884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2a2a158-f55c-4285-a9d9-51624f8440e7 req-6629cdda-afca-4d73-a3d3-cdc8cf9060e4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762271 Sep 25 01:02:06.920639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Router 29892cf5-05ed-4772-a3c7-758374b46435 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:02:06.959369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.108405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b77e5b8-0e21-485c-89db-306f1c927282 req-d20b3ae2-6ebd-4c5d-a606-0159982764c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779851 Sep 25 01:02:07.437894 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:07.446927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Current status of the port 71ee88f3-d4ca-4676-ab1f-7494784204fa is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:07.446927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.449886 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 71ee88f3-d4ca-4676-ab1f-7494784204fa is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:07.451126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.541843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 71ee88f3-d4ca-4676-ab1f-7494784204fa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71ee88f3-d4ca-4676-ab1f-7494784204fa,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:07.692118 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.db.api [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 01:02:07.693247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG oslo_db.api [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 01:02:07.694592 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:07.827444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=71ee88f3-d4ca-4676-ab1f-7494784204fa,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:08.082347 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:08.098065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Sync routers for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:08.157818 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:08.158913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:08.167747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.175592 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0be2ff11-74ac-44a9-ae7d-3bf65a8022fd admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.9753945 Sep 25 01:02:08.178626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39032) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:08.181894 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f9ea-fb86-4771-9a64-3fa9d64d1af6 req-dd60f5b5-6a4f-493c-a411-11fa3baf30d6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:08.197749 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4ec3f9ea-fb86-4771-9a64-3fa9d64d1af6 req-dd60f5b5-6a4f-493c-a411-11fa3baf30d6 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.2362843 Sep 25 01:02:08.360711 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4ec3f9ea-fb86-4771-9a64-3fa9d64d1af6 req-0dd057da-ce1d-4476-865d-35b12dde324e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612670 Sep 25 01:02:08.406172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 71ee88f3-d4ca-4676-ab1f-7494784204fa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:08.546166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-90e4d7f3-e1f9-4c9b-ac85-7d9b5709aaa4 None None] Current status of the port 71ee88f3-d4ca-4676-ab1f-7494784204fa is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:08.635662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:08.640293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 71ee88f3-d4ca-4676-ab1f-7494784204fa triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:08.640293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.640659 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 71ee88f3-d4ca-4676-ab1f-7494784204fa Sep 25 01:02:08.765762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-5d69aab2-2744-42b1-bcfc-79dfcaf2dcc8 None None] Provisioning complete for port 71ee88f3-d4ca-4676-ab1f-7494784204fa triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:08.766848 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d69aab2-2744-42b1-bcfc-79dfcaf2dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:08.769132 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-5d69aab2-2744-42b1-bcfc-79dfcaf2dcc8 None None] Attempt 1 to provision port 71ee88f3-d4ca-4676-ab1f-7494784204fa Sep 25 01:02:08.781025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:09.082076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.101415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:09.381747 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 71ee88f3-d4ca-4676-ab1f-7494784204fa is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:09.521303 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5d69aab2-2744-42b1-bcfc-79dfcaf2dcc8 None None] Current status of the port 71ee88f3-d4ca-4676-ab1f-7494784204fa is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:09.570330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Allocated IP 172.20.0.1 (09798d2d-0271-466c-9c29-d981c8d4721a/8411f93b-86a3-4016-8215-1e4f10f0027b/dc092d9f-c63d-420c-8856-ecb381597fd7) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:09.666906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:04Z', 'revision_number': 3, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:09.676285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:09.747324 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Checking router: 29892cf5-05ed-4772-a3c7-758374b46435 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:09.747884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Updating router 29892cf5-05ed-4772-a3c7-758374b46435 port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:02:09.811361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209b25d-8fb3-47ac-a698-318f743d6758 req-a2cd24da-8804-4d5d-aa02-c93318a9d6a8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:09.813006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4209b25d-8fb3-47ac-a698-318f743d6758 req-a2cd24da-8804-4d5d-aa02-c93318a9d6a8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1306026 Sep 25 01:02:09.829799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.953685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks [] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:09.998929 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39062) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:10.004220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4209b25d-8fb3-47ac-a698-318f743d6758 req-5cde97dc-f08b-423b-b367-e422a682967a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390607 Sep 25 01:02:10.065842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.113200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Network 09798d2d-0271-466c-9c29-d981c8d4721a is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:10.121739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.123070 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:10.126242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:10.202386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.245944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (29892cf5-05ed-4772-a3c7-758374b46435), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.325316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-61a9007b-7851-4ce2-82e9-f0ee83df50be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.526598 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.529017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.540599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.624327 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-61a9007b-7851-4ce2-82e9-f0ee83df50be admin admin] Publish callbacks [] for security_group (05b837d2-50f8-4684-9dbd-f71db2b18490), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.635164 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-61a9007b-7851-4ce2-82e9-f0ee83df50be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (05b837d2-50f8-4684-9dbd-f71db2b18490), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.669351 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks [] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.670545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Provisioning complete for port dc092d9f-c63d-420c-8856-ecb381597fd7 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:10.670545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.671300 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 1 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:10.709385 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9007b-7851-4ce2-82e9-f0ee83df50be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b837d2-50f8-4684-9dbd-f71db2b18490,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.725039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.776315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks [] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.782190 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-61a9007b-7851-4ce2-82e9-f0ee83df50be admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6855896c54924c2d82431b162b1f72de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7778924 Sep 25 01:02:10.782477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.783219 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39066) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:10.849627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Attempting to bind port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:10.850420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Attempting to bind port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:10.851088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Attempting to bind port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:10.853437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.855787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:10.897860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:10.916609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06888f7-ba19-47a9-aa3f-c75905c45bcd None None] Pushing event updated for resources: {'Port': ['ID=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.918710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Pushing event updated for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:10.927594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (29892cf5-05ed-4772-a3c7-758374b46435), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.964857 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] Publish callbacks [] for security_group (05b837d2-50f8-4684-9dbd-f71db2b18490), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.988703 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:10.989560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:10.989930 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:10.990616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:10.991379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Bound port: 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:10.992236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.048824 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] Publish callbacks [] for security_group (05b837d2-50f8-4684-9dbd-f71db2b18490), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.098597 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Network 09798d2d-0271-466c-9c29-d981c8d4721a is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:11.102006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:11.132895 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (05b837d2-50f8-4684-9dbd-f71db2b18490), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.146774 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.154143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] For port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:11.154451 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/05b837d2-50f8-4684-9dbd-f71db2b18490 HTTP/1.1" status: 204 len: 168 time: 0.3675995 Sep 25 01:02:11.163233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] For port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:11.184871 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fd9ed-de34-47c8-94f8-1dc858f1b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b837d2-50f8-4684-9dbd-f71db2b18490,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:11.193890 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:11.306775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d026b-b714-46d9-b967-09c5e76c5c0d req-acb209f4-90a1-49a7-9cbc-d173849197ea tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:11.317796 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1b3d026b-b714-46d9-b967-09c5e76c5c0d req-acb209f4-90a1-49a7-9cbc-d173849197ea tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1287191 Sep 25 01:02:11.328713 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:11.329625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:11.341646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06888f7-ba19-47a9-aa3f-c75905c45bcd None None] Pushing event updated for resources: {'Port': ['ID=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:11.400585 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 2 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:11.411861 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-1b3d026b-b714-46d9-b967-09c5e76c5c0d req-9e41ce18-3478-498a-b4fc-eecf0439bcf2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906498 Sep 25 01:02:11.516790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Router 29892cf5-05ed-4772-a3c7-758374b46435 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:11.591798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:11.723268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:11.731570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:11.742332 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1ea822a7-55dd-4534-b53c-feff73605600 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/29892cf5-05ed-4772-a3c7-758374b46435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5628197 Sep 25 01:02:11.827935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:11.876516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:11.941992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc092d9f-c63d-420c-8856-ecb381597fd7', 'name': '', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:09Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 2, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'subnets': [{'id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:12.000325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f412f-0ff4-4684-83b6-1090bd51832d None None] The sync data for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi is: [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc092d9f-c63d-420c-8856-ecb381597fd7', 'name': '', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:09Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 2, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'subnets': [{'id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:12.032885 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39076) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.050206 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-973708cb-4abe-4824-a2b1-70b53644bc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.216266 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-973708cb-4abe-4824-a2b1-70b53644bc17 admin admin] Publish callbacks [] for security_group (a56a48a9-0b25-4104-a840-9e233c2e90fd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.223571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-973708cb-4abe-4824-a2b1-70b53644bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a56a48a9-0b25-4104-a840-9e233c2e90fd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.281429 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-973708cb-4abe-4824-a2b1-70b53644bc17 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5a586042098641a89cceffac62777bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464957 Sep 25 01:02:12.281989 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973708cb-4abe-4824-a2b1-70b53644bc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a48a9-0b25-4104-a840-9e233c2e90fd,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:12.284963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39084) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.330463 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 3 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:12.386434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] Publish callbacks [] for security_group (a56a48a9-0b25-4104-a840-9e233c2e90fd), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.406849 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:12.415340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] Publish callbacks [] for security_group (a56a48a9-0b25-4104-a840-9e233c2e90fd), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.556654 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a56a48a9-0b25-4104-a840-9e233c2e90fd), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.560324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.565421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a56a48a9-0b25-4104-a840-9e233c2e90fd HTTP/1.1" status: 204 len: 168 time: 0.2757106 Sep 25 01:02:12.572859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3a3e3-b196-4591-b528-bc5dc1b6d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a48a9-0b25-4104-a840-9e233c2e90fd,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:12.694323 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f2001-8ae8-416b-9c82-04f1cca75652 req-6dc36f37-b345-46df-87bc-0f3442504c1e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:12.707182 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-058f2001-8ae8-416b-9c82-04f1cca75652 req-6dc36f37-b345-46df-87bc-0f3442504c1e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1548953 Sep 25 01:02:12.799832 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-058f2001-8ae8-416b-9c82-04f1cca75652 req-eb384e8d-4d9d-4584-811f-eec6740ee1ea tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911388 Sep 25 01:02:12.820123 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39094) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:12.826189 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405492936', 'description': 'tempest-secgroup-smoke-1405492936 description', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:12.908455 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 4 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:12.915356 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:12.966534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:13.142482 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (601e3316-8b17-4b11-acb6-e60b3d5c5c7f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.150557 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (601e3316-8b17-4b11-acb6-e60b3d5c5c7f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.173043 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=13,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:13.265336 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:13.277150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.286153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39098) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:13.287093 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4643824 Sep 25 01:02:13.293984 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa4b5b-0b21-41cc-986c-dadd82423c22 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601e3316-8b17-4b11-acb6-e60b3d5c5c7f,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:13.298534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:13.418351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (211f64c3-c314-4c9f-b3d1-ff23656dd576), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.470594 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 5 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:13.638216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (211f64c3-c314-4c9f-b3d1-ff23656dd576), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.646258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (211f64c3-c314-4c9f-b3d1-ff23656dd576), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.708121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:13.710952 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4220538 Sep 25 01:02:13.714336 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39106) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:13.716247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda17f5-33dd-4210-afc3-abbffc9c2c7d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211f64c3-c314-4c9f-b3d1-ff23656dd576,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:13.720372 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:13.735189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:13.849765 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (ef795a18-98c0-4f10-9132-78c71f273f10), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.004114 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (ef795a18-98c0-4f10-9132-78c71f273f10), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.016731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (ef795a18-98c0-4f10-9132-78c71f273f10), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.050590 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef795a18-98c0-4f10-9132-78c71f273f10,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.064719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.068066 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-38361d17-fe62-4a66-abb5-c4218df1b537 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3521979 Sep 25 01:02:14.074620 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39116) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:14.083045 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:14.117453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dabd4-0521-45b5-b9a9-50c33cec28b6 req-855f0df6-badb-4a97-b970-1cb4eb892314 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:14.119476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ed5dabd4-0521-45b5-b9a9-50c33cec28b6 req-855f0df6-badb-4a97-b970-1cb4eb892314 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1368001 Sep 25 01:02:14.164455 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (e6a4126b-f632-4bb4-b7d0-4dd4dd6eac9f), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.236446 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 6 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:14.264528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ed5dabd4-0521-45b5-b9a9-50c33cec28b6 req-fdf05cf9-720f-4d63-b706-85dfbbbb3f86 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378484 Sep 25 01:02:14.324427 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (e6a4126b-f632-4bb4-b7d0-4dd4dd6eac9f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.338414 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (e6a4126b-f632-4bb4-b7d0-4dd4dd6eac9f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.340503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:14.353154 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:14.364759 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a4126b-f632-4bb4-b7d0-4dd4dd6eac9f,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.379333 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.381138 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-40698478-1bfb-4acf-af34-9249749b78b4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038557 Sep 25 01:02:14.385534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39130) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:14.391855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:14.435142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (ebac5701-43d3-4e9c-a318-3da173aa3042), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.473739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:14.474995 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.475880 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d Sep 25 01:02:14.512549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:14.588134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (ebac5701-43d3-4e9c-a318-3da173aa3042), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.598209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (ebac5701-43d3-4e9c-a318-3da173aa3042), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.636569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:14.648018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebac5701-43d3-4e9c-a318-3da173aa3042,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.664775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.670618 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-15f41afd-bff2-4770-baec-06f169c1aab9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2788951 Sep 25 01:02:14.671053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39136) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:14.672911 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:14.673818 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.676472 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:14.720575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:14.731858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.745432 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.securitygroups_db [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Project 69a3d6ce251e480d866a86ed9f6f2eb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:02:14.760502 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (68c09630-d5d2-43de-89c8-8d02767bece3), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.853315 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 7 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:14.857087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.927033 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (68c09630-d5d2-43de-89c8-8d02767bece3), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.934814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:14.937007 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (68c09630-d5d2-43de-89c8-8d02767bece3), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.964956 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c09630-d5d2-43de-89c8-8d02767bece3,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:14.986238 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:14.987853 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-89aea522-8590-401c-9e58-6db143f92a77 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154826 Sep 25 01:02:14.994374 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39140) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:15.000644 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'security_group_rule': {'security_group_id': '601e3316-8b17-4b11-acb6-e60b3d5c5c7f', 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:15.036423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-cac0a8df-0e15-4240-858f-585074ed9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.036754 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.securitygroups_db [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Project 69a3d6ce251e480d866a86ed9f6f2eb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 01:02:15.040964 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-cac0a8df-0e15-4240-858f-585074ed9e07 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1129 time: 0.0921667 Sep 25 01:02:15.046280 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (f4bbc97f-b8d5-4e40-acbc-615bbc4feee5), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.152818 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (f4bbc97f-b8d5-4e40-acbc-615bbc4feee5), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.160178 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (f4bbc97f-b8d5-4e40-acbc-615bbc4feee5), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.198960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bbc97f-b8d5-4e40-acbc-615bbc4feee5,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:15.201633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-1b287855-9441-42a0-a616-0430a680a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.203200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-1b287855-9441-42a0-a616-0430a680a81e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1552317 Sep 25 01:02:15.213458 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:15.215519 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5e6217a3-23db-40b9-ad15-ef8e7293160e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2193720 Sep 25 01:02:15.287006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-d400a006-962f-4fb5-8de8-e54af429e918 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 1000 time: 0.0739069 Sep 25 01:02:15.361126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-349459df-68e1-4cd1-b2af-d2c8796ec9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.364324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-349459df-68e1-4cd1-b2af-d2c8796ec9d0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0695753 Sep 25 01:02:15.435565 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 8 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:15.458001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-38b1ff6c-fa83-49fa-ba0e-cefc6846004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.459770 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-38b1ff6c-fa83-49fa-ba0e-cefc6846004c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873845 Sep 25 01:02:15.535150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d0e8-f411-40d0-8366-1b8e68b817b4 req-2f5f67f6-4bad-46be-b321-12876625cec3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:15.540324 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f248d0e8-f411-40d0-8366-1b8e68b817b4 req-2f5f67f6-4bad-46be-b321-12876625cec3 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.1401441 Sep 25 01:02:15.550240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:15.604402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-36c34b05-2dc6-4365-843a-f89d13172958 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363010 Sep 25 01:02:15.640901 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f248d0e8-f411-40d0-8366-1b8e68b817b4 req-1256916b-db8d-49c2-863b-6a7f9c0d99ad tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938165 Sep 25 01:02:15.752167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04b250d9-9ffe-4860-9124-e76caa395be6 req-1f461753-23fb-4154-9e4e-989f0950f2ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397567 Sep 25 01:02:16.052200 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 9 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:16.112842 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:16.305548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:16.389545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:16.390474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.391102 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d Sep 25 01:02:16.542355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:16.614398 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Attempt 10 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:16.666397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:16.700711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-da0b8223-018a-49e6-8e8b-e1b358a04fb7 None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:16.823211 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Provisioning complete for port dc092d9f-c63d-420c-8856-ecb381597fd7 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:16.823664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:16.823888 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Attempt 1 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:16.845900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Sync routers for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:16.857818 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc344-0baa-46f0-a58f-be14dbf8fe38 req-1983dab3-a595-4747-9fd7-0599a96bbd82 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:16.860782 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77dbc344-0baa-46f0-a58f-be14dbf8fe38 req-1983dab3-a595-4747-9fd7-0599a96bbd82 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0890782 Sep 25 01:02:16.865373 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:16.867695 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:16.871588 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:16.947270 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77dbc344-0baa-46f0-a58f-be14dbf8fe38 req-7d05a19c-d151-4a35-b437-2391c2199af9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785458 Sep 25 01:02:17.031629 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:17.302693 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc092d9f-c63d-420c-8856-ecb381597fd7', 'name': '', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:09Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 2, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'subnets': [{'id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:17.339197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Checking router: 29892cf5-05ed-4772-a3c7-758374b46435 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:17.339538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Updating router 29892cf5-05ed-4772-a3c7-758374b46435 port dc092d9f-c63d-420c-8856-ecb381597fd7 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:02:17.373748 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Attempt 2 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:17.388201 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.447872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d66ec566-aa9a-4d7e-9d9f-202cffd3c48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.451393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:17.666145 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.686843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:17.746926 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks [] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.766053 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.895359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90edb6-d32a-4ade-9d2c-ea662a69414c None None] Pushing event updated for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:17.904051 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Attempting to bind port dc092d9f-c63d-420c-8856-ecb381597fd7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:17.904592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Attempting to bind port dc092d9f-c63d-420c-8856-ecb381597fd7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:17.904946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Attempting to bind port dc092d9f-c63d-420c-8856-ecb381597fd7 on network 09798d2d-0271-466c-9c29-d981c8d4721a {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:17.953222 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Attempt 3 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:17.994189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:17.994950 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Checking segment: {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:17.995686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:17.996410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Bound using segment: {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:17.997367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Bound port: dc092d9f-c63d-420c-8856-ecb381597fd7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5d6abd-d257-4ac1-9e42-36c802984848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:17.998110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.070018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Port dc092d9f-c63d-420c-8856-ecb381597fd7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:18.143111 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b044d91-e406-41ce-8e31-5d7a50f68f08 req-eabc1362-c8c8-4035-8713-990c9a8cd3d1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:18.153093 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8b044d91-e406-41ce-8e31-5d7a50f68f08 req-eabc1362-c8c8-4035-8713-990c9a8cd3d1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 945 time: 0.0744579 Sep 25 01:02:18.163962 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] For port dc092d9f-c63d-420c-8856-ecb381597fd7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:18.170635 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] For port dc092d9f-c63d-420c-8856-ecb381597fd7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc092d9f-c63d-420c-8856-ecb381597fd7,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:18.185074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.194501 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:18.221297 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8b044d91-e406-41ce-8e31-5d7a50f68f08 req-81a66f90-fbc0-4a29-85f4-0f7cffd744ee tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671766 Sep 25 01:02:18.293314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:18.294601 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:01:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:18.299849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90edb6-d32a-4ade-9d2c-ea662a69414c None None] Pushing event updated for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:18.571750 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Attempt 4 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:18.579374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:18.706173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:18.712889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Current status of the port dc092d9f-c63d-420c-8856-ecb381597fd7 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:18.713530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.786198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] For port dc092d9f-c63d-420c-8856-ecb381597fd7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc092d9f-c63d-420c-8856-ecb381597fd7,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:18.794595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:18.901225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b72fb-25c4-4c4c-8236-a4fc450456ea None None] Pushing event updated for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:18.959184 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc092d9f-c63d-420c-8856-ecb381597fd7', 'name': '', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:09Z', 'updated_at': '2022-09-25T01:02:18Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'subnets': [{'id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:18.994320 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cb291-0d9f-4ac8-be69-8facef1bf936 None None] The sync data for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi is: [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:02:10Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc092d9f-c63d-420c-8856-ecb381597fd7', 'name': '', 'network_id': '09798d2d-0271-466c-9c29-d981c8d4721a', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'mac_address': 'fa:16:3e:c2:18:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:09Z', 'updated_at': '2022-09-25T01:02:18Z', 'revision_number': 4, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'subnets': [{'id': '8411f93b-86a3-4016-8215-1e4f10f0027b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:19.407091 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:19.477913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:19.902963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-a5345e32-52ac-4636-a5af-3510f10edd60 req-511a5bdc-650c-458c-9e27-eb89e0b412b2 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:02:19.904195 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5345e32-52ac-4636-a5af-3510f10edd60 req-511a5bdc-650c-458c-9e27-eb89e0b412b2 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066757 Sep 25 01:02:19.956765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: ACTIVE; New status is: DOWN {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:19.957390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.004490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a59dab44-a91d-4271-ad1a-23bf759a3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.034315 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:20.037201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31dc611-7df9-4ebe-adb2-bb512a10f73d" -d '{"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-unplugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:20.060517 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:20.067993 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.143472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e599e-63ca-4f8e-8f6b-c3b3e274a47c x-openstack-request-id: req-5a8e599e-63ca-4f8e-8f6b-c3b3e274a47c {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:20.144175 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-unplugged", "status": "failed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "code": 422}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:20.144175 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a8e599e-63ca-4f8e-8f6b-c3b3e274a47c {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:20.144810 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a8e599e-63ca-4f8e-8f6b-c3b3e274a47c']: {'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'code': 422} returned with failed status Sep 25 01:02:20.242052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=8']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:20.303379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa026c-ac50-41a0-92f8-172b9c3a6dc8 req-2cbb9b37-dd5c-4b0c-9b4a-6cf9f88f475f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:20.315800 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8faa026c-ac50-41a0-92f8-172b9c3a6dc8 req-2cbb9b37-dd5c-4b0c-9b4a-6cf9f88f475f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0886157 Sep 25 01:02:20.378292 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8faa026c-ac50-41a0-92f8-172b9c3a6dc8 req-b0b2491a-f29b-4d33-8f19-8a28350e6565 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609715 Sep 25 01:02:20.410464 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device dc092d9f-c63d-420c-8856-ecb381597fd7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:20.484346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port dc092d9f-c63d-420c-8856-ecb381597fd7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:20.485061 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:20.485911 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port dc092d9f-c63d-420c-8856-ecb381597fd7 Sep 25 01:02:20.574576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port dc092d9f-c63d-420c-8856-ecb381597fd7 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:20.790214 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39300) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:20.897428 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-c3f8649f-f904-4866-93c6-210f61bff94e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050470 Sep 25 01:02:20.911202 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-c2ea0848-fe27-409d-84a0-60ee85276e78 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:02:20.912582 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-c2ea0848-fe27-409d-84a0-60ee85276e78 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0099065 Sep 25 01:02:20.974996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:21.015217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39308) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:21.129528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-905dcaa9-c9a7-444c-9a2a-2fa05813d83a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:21.130932 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-905dcaa9-c9a7-444c-9a2a-2fa05813d83a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports/4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 940 time: 0.1147285 Sep 25 01:02:21.555133 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369704a1-7195-4aa6-9511-ee8064a9e641 req-b000b247-3713-4d25-a8da-730dfac478d5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:21.557946 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-369704a1-7195-4aa6-9511-ee8064a9e641 req-b000b247-3713-4d25-a8da-730dfac478d5 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0844846 Sep 25 01:02:21.591100 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:21.624331 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-369704a1-7195-4aa6-9511-ee8064a9e641 req-bded6ba0-78f0-47a3-9aaa-23d1033b47eb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589004 Sep 25 01:02:22.276875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.599793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:22.606635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-7281c454-15ff-47f1-a8c3-ce9e2807ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:22.609373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-7281c454-15ff-47f1-a8c3-ce9e2807ffbb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4&tenant_id=f09655506e354c9d991f4df9a92f4086 HTTP/1.1" status: 200 len: 1127 time: 0.1406810 Sep 25 01:02:22.713005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-0643b836-7eda-414b-8673-5f632972eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:22.714674 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-0643b836-7eda-414b-8673-5f632972eed0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1127 time: 0.0479395 Sep 25 01:02:22.865371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287dc84-18c3-4e01-986d-9b90d813096d req-4a56681d-5d99-4dc4-a1cb-9ee31dcccd70 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:22.868029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4287dc84-18c3-4e01-986d-9b90d813096d req-4a56681d-5d99-4dc4-a1cb-9ee31dcccd70 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0710273 Sep 25 01:02:22.915534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-84039cd7-86de-43aa-a8f3-a662405410d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:22.917049 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-84039cd7-86de-43aa-a8f3-a662405410d5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1927283 Sep 25 01:02:23.009759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.027091 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4287dc84-18c3-4e01-986d-9b90d813096d req-dea05970-3935-400e-90a7-1888679a9f77 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463938 Sep 25 01:02:23.045127 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-03b2ba77-5adb-4b1a-9e4a-5ab8ffa6a820 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 998 time: 0.1147923 Sep 25 01:02:23.101440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:23.111728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-cc39d72d-824b-4d2c-8480-da86e3aa3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:23.113237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-cc39d72d-824b-4d2c-8480-da86e3aa3f5e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0576153 Sep 25 01:02:23.177388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-b57b6c39-0016-44c8-b890-70c32bcdd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:23.181748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-b57b6c39-0016-44c8-b890-70c32bcdd20f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599639 Sep 25 01:02:23.343566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-8f731017-6586-4dd6-8cba-b4e80754dd48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546564 Sep 25 01:02:23.472308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6f6d820-90db-4f33-ac49-3a3e749d852b req-6205aeda-a3cf-4f8f-9214-0f8cb29db787 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211739 Sep 25 01:02:23.505635 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:23.611001 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: DOWN; New status is: DOWN {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:24.234129 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb14fc-8dc2-4a62-b362-11df54df4679 req-1ac3d616-b732-4733-af2c-e59d9a873168 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:24.236317 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4fdb14fc-8dc2-4a62-b362-11df54df4679 req-1ac3d616-b732-4733-af2c-e59d9a873168 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0622776 Sep 25 01:02:24.306426 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-4fdb14fc-8dc2-4a62-b362-11df54df4679 req-30f4837d-70b2-4398-92cb-723a566e5e59 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593951 Sep 25 01:02:25.551749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69814dd9-7a18-4b6c-aed0-23b7ebdfb964 req-45309e95-7761-4b42-a017-686655544931 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:25.555229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69814dd9-7a18-4b6c-aed0-23b7ebdfb964 req-45309e95-7761-4b42-a017-686655544931 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.1000118 Sep 25 01:02:25.654832 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69814dd9-7a18-4b6c-aed0-23b7ebdfb964 req-1ca28097-269c-4fd0-b21f-2531de8e96e4 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925474 Sep 25 01:02:26.928530 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc2d3-6ae3-4281-b522-f9c53f1b64fd req-d9ca612a-89c1-4380-a5d2-bbbbf6506a09 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:26.940105 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dfbcc2d3-6ae3-4281-b522-f9c53f1b64fd req-d9ca612a-89c1-4380-a5d2-bbbbf6506a09 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.1085572 Sep 25 01:02:27.018365 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-dfbcc2d3-6ae3-4281-b522-f9c53f1b64fd req-b5b9df1c-8973-4e0d-a78e-61fbacc47415 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631807 Sep 25 01:02:27.609601 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39408) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:27.843277 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:27.989209 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Publish callbacks [] for security_group (53036964-0b6a-459f-aa07-d4182bb04db0), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.003493 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (53036964-0b6a-459f-aa07-d4182bb04db0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.102686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39414) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:28.114198 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=21d8d89a1819407984ff0b3b4d02fec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051756 Sep 25 01:02:28.170589 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53036964-0b6a-459f-aa07-d4182bb04db0,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:28.186876 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.193387 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.194886 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.195750 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.196421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.196959 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.197643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.198320 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.199210 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.200091 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.200995 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.201961 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.202835 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.203702 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.204583 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316fd8-d0f5-4ffd-8d9e-edaecbaf554a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.231444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Publish callbacks [] for security_group (53036964-0b6a-459f-aa07-d4182bb04db0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.341134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Publish callbacks [] for security_group (53036964-0b6a-459f-aa07-d4182bb04db0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.489431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bb477-6e77-436c-a7e0-2f0f28633638 req-6cb1c2b0-9c1a-4330-bc10-2d9c2061b376 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:28.489431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-066bb477-6e77-436c-a7e0-2f0f28633638 req-6cb1c2b0-9c1a-4330-bc10-2d9c2061b376 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.2942736 Sep 25 01:02:28.506202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (53036964-0b6a-459f-aa07-d4182bb04db0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.536543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:28.538589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:02:28.543255 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/53036964-0b6a-459f-aa07-d4182bb04db0 HTTP/1.1" status: 204 len: 168 time: 0.4388206 Sep 25 01:02:28.614082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53036964-0b6a-459f-aa07-d4182bb04db0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:28.635551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.636317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.636988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.637810 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.638448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.639114 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.640135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.640904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.641554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.642106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.642673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.643242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.643774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.644334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.645063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66945f0b-a040-427c-bc23-e07beaf5564f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:28.720909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-066bb477-6e77-436c-a7e0-2f0f28633638 req-2966ddb1-d8ce-40ff-bae2-6b52283af720 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209656 Sep 25 01:02:28.971114 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:29.130219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39424) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:29.148269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5aac84e1-45f7-42c2-88fc-a42ccde76b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.294852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5aac84e1-45f7-42c2-88fc-a42ccde76b78 admin admin] Publish callbacks [] for security_group (1cc94378-28e8-43f6-b1d4-11f5cacfa440), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.300461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5aac84e1-45f7-42c2-88fc-a42ccde76b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1cc94378-28e8-43f6-b1d4-11f5cacfa440), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.374489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac84e1-45f7-42c2-88fc-a42ccde76b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc94378-28e8-43f6-b1d4-11f5cacfa440,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:29.387368 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5aac84e1-45f7-42c2-88fc-a42ccde76b78 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f5f655cf4e484f9583745ccc3a63ded5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556460 Sep 25 01:02:29.387947 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39430) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:29.494334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] Publish callbacks [] for security_group (1cc94378-28e8-43f6-b1d4-11f5cacfa440), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.548146 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] Publish callbacks [] for security_group (1cc94378-28e8-43f6-b1d4-11f5cacfa440), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.628090 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1cc94378-28e8-43f6-b1d4-11f5cacfa440), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.631650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:29.633030 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1cc94378-28e8-43f6-b1d4-11f5cacfa440 HTTP/1.1" status: 204 len: 168 time: 0.2438915 Sep 25 01:02:29.646084 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696fbec-073b-4758-9d4e-ae1da06b65a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc94378-28e8-43f6-b1d4-11f5cacfa440,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:30.019973 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa8670-9bd1-4955-9c00-61438111e1a0 req-05876267-693e-491e-a0cb-19e6e5a440fd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:30.025055 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a5aa8670-9bd1-4955-9c00-61438111e1a0 req-05876267-693e-491e-a0cb-19e6e5a440fd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.1280432 Sep 25 01:02:30.157967 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a5aa8670-9bd1-4955-9c00-61438111e1a0 req-a0965158-c904-457e-8357-6a37430e4d26 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156909 Sep 25 01:02:31.423101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:31.476203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a00ba4-c9a0-4b83-ac66-69e3a4a66ed7 req-5e02d434-47be-4457-a350-a3695b7d0afb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:31.489148 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96a00ba4-c9a0-4b83-ac66-69e3a4a66ed7 req-5e02d434-47be-4457-a350-a3695b7d0afb tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.1500602 Sep 25 01:02:31.583472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96a00ba4-c9a0-4b83-ac66-69e3a4a66ed7 req-c7da6f71-c5c9-49ef-9b5b-8145d5598762 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918922 Sep 25 01:02:32.775588 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3542d-2643-4925-9440-e7703e583ed2 req-7bea798d-ed85-484f-95ce-d8953e0b5b7d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:32.778019 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-17b3542d-2643-4925-9440-e7703e583ed2 req-7bea798d-ed85-484f-95ce-d8953e0b5b7d tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0704308 Sep 25 01:02:32.838722 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-17b3542d-2643-4925-9440-e7703e583ed2 req-fdf9c0cd-f967-4c55-953a-30fcb550a761 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545068 Sep 25 01:02:33.978948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a31f4-0956-49af-aa4d-bbc858f20182 req-a3599977-a627-4c58-bb65-61cd71eb070c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:33.980557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-332a31f4-0956-49af-aa4d-bbc858f20182 req-a3599977-a627-4c58-bb65-61cd71eb070c tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0509610 Sep 25 01:02:33.992459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:34.039045 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-332a31f4-0956-49af-aa4d-bbc858f20182 req-ef819b1c-243e-4a35-a55e-e67afe1752ea tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525634 Sep 25 01:02:35.173070 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:35.228821 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e341a-b151-4a1c-b59f-b15468f319cc req-5dabc281-fee0-443d-91ea-e87813b257e1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:35.231537 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6a3e341a-b151-4a1c-b59f-b15468f319cc req-5dabc281-fee0-443d-91ea-e87813b257e1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0674982 Sep 25 01:02:35.296381 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6a3e341a-b151-4a1c-b59f-b15468f319cc req-cd957d0c-ecc4-473f-acd8-e4bee35104ed tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575578 Sep 25 01:02:36.483602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde372c4-503d-42cb-997b-df5d6ff1e27b req-ced78afa-c14d-456b-b15d-46cff29fc03a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:36.485555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bde372c4-503d-42cb-997b-df5d6ff1e27b req-ced78afa-c14d-456b-b15d-46cff29fc03a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0643461 Sep 25 01:02:36.547390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bde372c4-503d-42cb-997b-df5d6ff1e27b req-296ef1f0-c79c-4413-b6a7-5f1a0b780626 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Sep 25 01:02:37.543149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:02:37.559493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:37.672912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:37.691975 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'port_id': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'mac_address': 'fa:16:3e:06:62:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:02:37.724741 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba59ba-fef0-4d5c-ad67-d89afe2eb5cb req-0c2e8e4f-6a59-4dff-ae16-8340546a4cd1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:37.727361 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92ba59ba-fef0-4d5c-ad67-d89afe2eb5cb req-0c2e8e4f-6a59-4dff-ae16-8340546a4cd1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 943 time: 0.0582383 Sep 25 01:02:37.745985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:37.746955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.776782 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:02:37.783731 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92ba59ba-fef0-4d5c-ad67-d89afe2eb5cb req-de7f09fc-a3d8-4743-bd27-80d35a9baa99 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508797 Sep 25 01:02:37.786853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:37.821378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:37.827407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:37.931401 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=9']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:37.945920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.946410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.946853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.947417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.947955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.948410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.948967 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.949534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.950079 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.950548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.951074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.951653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.952203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.952730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:37.953308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:02:38.172002 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['4aef1009-d2d3-4c6f-af8a-c5134e19fa37'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:02:38.537370 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:38.942336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab514d5-c608-4f3c-9241-f8adb2561a56 req-beb9499a-78d1-4f9e-b746-5e15712caed1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:38.944215 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ab514d5-c608-4f3c-9241-f8adb2561a56 req-beb9499a-78d1-4f9e-b746-5e15712caed1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.0501359 Sep 25 01:02:39.011867 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ab514d5-c608-4f3c-9241-f8adb2561a56 req-15d17df1-918d-4ca1-9a4c-ee15d9fcd47a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585306 Sep 25 01:02:40.190542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c122f24-365a-4b60-a1a7-c88ce7c96ef5 req-0f0322ef-22fb-404e-aa22-e02f54d62edc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:40.192110 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c122f24-365a-4b60-a1a7-c88ce7c96ef5 req-0f0322ef-22fb-404e-aa22-e02f54d62edc tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.0616300 Sep 25 01:02:40.269425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c122f24-365a-4b60-a1a7-c88ce7c96ef5 req-e19c682c-7318-4139-9ffe-05894ccccbc1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697012 Sep 25 01:02:41.398940 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:41.422066 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad7b0e-63e0-4e28-a753-5f2f981bc636 req-08dbe0e1-ceef-42f1-9c77-9502aabed442 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:41.424009 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ebad7b0e-63e0-4e28-a753-5f2f981bc636 req-08dbe0e1-ceef-42f1-9c77-9502aabed442 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 944 time: 0.0623050 Sep 25 01:02:41.483904 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ebad7b0e-63e0-4e28-a753-5f2f981bc636 req-1d92546e-6c0e-4c53-99a4-05a1dada6b1a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526574 Sep 25 01:02:41.577705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:02:41.640404 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:41.640981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.641550 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 Sep 25 01:02:41.742328 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:41.742725 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.771709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:41.774561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90936226-be47-42a6-89ec-5b5a8d65bd8c" -d '{"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:41.790169 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:41.795667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:41.850798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170751cc-28ef-4219-aac6-21acd44e2995 x-openstack-request-id: req-170751cc-28ef-4219-aac6-21acd44e2995 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:41.851264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-plugged", "status": "completed", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:41.851742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-170751cc-28ef-4219-aac6-21acd44e2995 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:41.852231 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170751cc-28ef-4219-aac6-21acd44e2995'] response: {'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'code': 200} Sep 25 01:02:41.857785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=10']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:42.160737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f3f38-c2d4-48ef-b2e6-8b4bd64bbf5a req-057affc9-5a5d-4fc4-897a-cdab21636619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:42.163554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e8f3f38-c2d4-48ef-b2e6-8b4bd64bbf5a req-057affc9-5a5d-4fc4-897a-cdab21636619 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1130 time: 0.0634577 Sep 25 01:02:42.256181 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e8f3f38-c2d4-48ef-b2e6-8b4bd64bbf5a req-0e8dd7bd-0a2a-4910-b5f6-46be337b9788 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848675 Sep 25 01:02:42.637654 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c370e-e22d-4329-a4d9-b8750275456c req-1e4bbf3c-abb1-4abb-acd3-3c9695b7c16e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:42.639237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-575c370e-e22d-4329-a4d9-b8750275456c req-1e4bbf3c-abb1-4abb-acd3-3c9695b7c16e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0542684 Sep 25 01:02:42.702290 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-575c370e-e22d-4329-a4d9-b8750275456c req-bd26df14-73c8-4af8-b9d0-f7c8c4c1c8a7 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517249 Sep 25 01:02:42.902831 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-1385bc10-c878-4322-ba31-6c62f0293ca6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1405492936&fields=id&tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9 HTTP/1.1" status: 200 len: 267 time: 0.0538418 Sep 25 01:02:43.046173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-7dd1da3f-07e3-4772-adea-a4afc0f0e5e6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:43.047653 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-7dd1da3f-07e3-4772-adea-a4afc0f0e5e6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 809 time: 0.1379449 Sep 25 01:02:43.082017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-cb0dbe4a-da4f-4cd9-b518-da4790a32258 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/quotas/69a3d6ce251e480d866a86ed9f6f2eb9 HTTP/1.1" status: 200 len: 375 time: 0.0209341 Sep 25 01:02:43.139352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-76533039-dc0f-485c-b27e-14cad9727eb1 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529079 Sep 25 01:02:43.358571 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-7d2c8776-e86c-424d-baf2-3a5972eecd20 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943059 Sep 25 01:02:43.522349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-7576356c-a05c-455c-8f4e-ea4f678eec69 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573513 Sep 25 01:02:44.015644 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05fcf4-f958-40cd-a0cd-da5e091182ef req-c02cc99c-cb29-4116-a32b-a0abfa582a7f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:44.038795 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ed05fcf4-f958-40cd-a0cd-da5e091182ef req-c02cc99c-cb29-4116-a32b-a0abfa582a7f tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.1716514 Sep 25 01:02:44.067936 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6bed83e6-e516-4998-ab80-9e71b8ffe1b2 req-aa9f8861-8799-41af-b43d-fb93b9f88ac4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0504529 Sep 25 01:02:44.139905 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ed05fcf4-f958-40cd-a0cd-da5e091182ef req-3a7932fa-3e4b-4921-8d09-9d8d4ca875e1 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994837 Sep 25 01:02:45.263912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6d154db-5330-4215-bb2b-2b469ec99999 req-c83ed090-0047-4463-9002-bdf7501e2a93 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0606248 Sep 25 01:02:45.357311 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d41223-1775-44ba-b7ae-547ee879ff33 req-e0797a8a-a968-4f00-b248-a1185295201e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:45.358940 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3d41223-1775-44ba-b7ae-547ee879ff33 req-e0797a8a-a968-4f00-b248-a1185295201e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0604227 Sep 25 01:02:45.433003 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b3d41223-1775-44ba-b7ae-547ee879ff33 req-4980a226-ec07-4298-97a8-ac332e92f837 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618410 Sep 25 01:02:46.401225 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-696805ac-7d25-4ac5-ad5e-7b09e2aa72e6 req-9e34119b-28b0-4ed3-9e3b-024ad6f4e7cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0309734 Sep 25 01:02:47.394745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4cb87319-03c6-4256-b47f-f3c982ec6100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:47.533429 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f443b29b-4264-4608-bdfa-6dc4c5006ef9 req-0281ca04-8a2a-4c74-947c-3ee7c9f08792 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0491199 Sep 25 01:02:48.177860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.274894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:48.320133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-2b34e6bc-ddec-4603-9aa1-75275b5ea5b9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:48.321733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-2b34e6bc-ddec-4603-9aa1-75275b5ea5b9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 809 time: 0.1604285 Sep 25 01:02:48.409655 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-20edee6e-a8af-45ab-b7ba-0348d681d542 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9 HTTP/1.1" status: 200 len: 380 time: 0.0683544 Sep 25 01:02:48.418816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'port': {'device_id': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'admin_state_up': True, 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'security_groups': ['601e3316-8b17-4b11-acb6-e60b3d5c5c7f']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:48.562227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Made reservation on behalf of 69a3d6ce251e480d866a86ed9f6f2eb9 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:02:48.566776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:48.728745 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48d411d1-17fc-4cd5-92d3-85106fee1882 req-d39bff94-e4e3-4ce2-9b56-fd1be5d5f420 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0478051 Sep 25 01:02:49.130027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Allocated IP 172.20.0.3 (c62c61a7-64ad-4bd4-8ce7-b21b978664a6/3a3c28a1-4968-4492-967d-c258b7838096/7589db85-95c8-412c-a8f7-5db156ef7906) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:02:49.304538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for port (7589db85-95c8-412c-a8f7-5db156ef7906), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.341777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.391421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:02:49.398951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:02:49.403867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:02:49.412267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.431098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:49.474568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:49.476635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.507190 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b4ad963a-d6a0-4227-9237-672f525c71cd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0923638 Sep 25 01:02:49.527762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Request body: {'port': {'device_id': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:02:49.611011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.635001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.684668 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Provisioning complete for port 7589db85-95c8-412c-a8f7-5db156ef7906 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:02:49.685093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.685574 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Attempt 1 to provision port 7589db85-95c8-412c-a8f7-5db156ef7906 Sep 25 01:02:49.700147 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.720551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:49.730564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Port 7589db85-95c8-412c-a8f7-5db156ef7906 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:49.771585 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-da8a6897-e7f3-4f7e-8800-ce9aaed947f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.878965 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95f51-ce0b-43ac-b3fd-6f09837cd477 req-cd5e9101-2272-46e3-ac3a-1ea1e96aa268 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:49.880611 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fba95f51-ce0b-43ac-b3fd-6f09837cd477 req-cd5e9101-2272-46e3-ac3a-1ea1e96aa268 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 931 time: 0.0530753 Sep 25 01:02:49.938929 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fba95f51-ce0b-43ac-b3fd-6f09837cd477 req-e12d2ab7-d952-4790-b803-5667ef2fd119 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519209 Sep 25 01:02:49.953781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7589db85-95c8-412c-a8f7-5db156ef7906 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:02:49.963469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks [] for port (7589db85-95c8-412c-a8f7-5db156ef7906), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:49.979867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Transition to ACTIVE for port object 7589db85-95c8-412c-a8f7-5db156ef7906 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:02:49.985174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.060551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.120116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Attempting to bind port 7589db85-95c8-412c-a8f7-5db156ef7906 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:02:50.120501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Attempting to bind port 7589db85-95c8-412c-a8f7-5db156ef7906 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:02:50.120951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Attempting to bind port 7589db85-95c8-412c-a8f7-5db156ef7906 on network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:50.174523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Port 7589db85-95c8-412c-a8f7-5db156ef7906 on network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:02:50.174848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Attempting to bind port 7589db85-95c8-412c-a8f7-5db156ef7906 on network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:02:50.233522 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Attempt 2 to provision port 7589db85-95c8-412c-a8f7-5db156ef7906 Sep 25 01:02:50.236363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:02:50.236807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Checking segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:02:50.237452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Bound using segment: {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:02:50.239315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Bound port: 7589db85-95c8-412c-a8f7-5db156ef7906, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94789acf-3520-42cb-8735-238d89a1ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:02:50.239315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.276522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Port 7589db85-95c8-412c-a8f7-5db156ef7906 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:02:50.351329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:02:50.356657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:02:50.382836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.409238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:50.409821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:50.411427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 1093 time: 0.8881793 Sep 25 01:02:50.414825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:50.417177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34986835-0e73-4709-b7c2-118c83481343" -d '{"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:50.456673 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-76424d7a-c320-40a2-9ca3-15206c1a794e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971465 Sep 25 01:02:50.487730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba7133-c06e-473f-aaf0-387c7350b414 x-openstack-request-id: req-31ba7133-c06e-473f-aaf0-387c7350b414 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:50.488127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:50.488873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31ba7133-c06e-473f-aaf0-387c7350b414 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:50.488873 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ba7133-c06e-473f-aaf0-387c7350b414'] response: {'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'status': 'completed', 'code': 200} Sep 25 01:02:50.490411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2f482-e014-4566-bc52-78b8a0250232 service neutron] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:50.778071 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Attempt 3 to provision port 7589db85-95c8-412c-a8f7-5db156ef7906 Sep 25 01:02:50.841364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-edf5a0a5-c1b8-43d2-be7b-ea416bb3e24f None None] Port 7589db85-95c8-412c-a8f7-5db156ef7906 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:02:50.891826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986835-0e73-4709-b7c2-118c83481343 req-7cbddc9e-71c3-418e-8d9b-568f51bc004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:50.893624 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-34986835-0e73-4709-b7c2-118c83481343 req-7cbddc9e-71c3-418e-8d9b-568f51bc004b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1127 time: 0.1009996 Sep 25 01:02:50.894908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-8bbe60f7-8345-4ea2-91c1-bc8fea522a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:50.896933 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-8bbe60f7-8345-4ea2-91c1-bc8fea522a6f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f09655506e354c9d991f4df9a92f4086&device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 1130 time: 0.0918474 Sep 25 01:02:50.994021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:51.043886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:51.132763 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5b36c-724f-4903-889f-0d0d5872fcfd req-7e1eecb1-80c3-4d7b-afc5-b042d9f833c5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.136907 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ba5b36c-724f-4903-889f-0d0d5872fcfd req-7e1eecb1-80c3-4d7b-afc5-b042d9f833c5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0939598 Sep 25 01:02:51.152763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986835-0e73-4709-b7c2-118c83481343 req-64cd5d76-b19d-4d6d-b17a-27ec1d5ef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.154361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-34986835-0e73-4709-b7c2-118c83481343 req-64cd5d76-b19d-4d6d-b17a-27ec1d5ef464 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2388241 Sep 25 01:02:51.192906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-7adc4fb5-2775-4b29-925c-7ac45ce4ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.195140 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-7adc4fb5-2775-4b29-925c-7ac45ce4ecc2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 200 len: 917 time: 0.1941025 Sep 25 01:02:51.203016 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9ba5b36c-724f-4903-889f-0d0d5872fcfd req-cfde256c-2e9c-459d-8526-56987967c26e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579453 Sep 25 01:02:51.309620 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-a27d1d32-5990-4ab9-955e-029b87b79dd7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 200 len: 1000 time: 0.0824251 Sep 25 01:02:51.315735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:51.362437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986835-0e73-4709-b7c2-118c83481343 req-34ecfb1f-79af-4439-be16-33be84e5f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.363930 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-34986835-0e73-4709-b7c2-118c83481343 req-34ecfb1f-79af-4439-be16-33be84e5f987 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1980922 Sep 25 01:02:51.387825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-42e51464-d278-4148-a27c-e91c300aaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.389370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-42e51464-d278-4148-a27c-e91c300aaacc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 200 len: 856 time: 0.0666530 Sep 25 01:02:51.480116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-621b326f-903f-47a4-bafb-57b3e3ace512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.481970 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-621b326f-903f-47a4-bafb-57b3e3ace512 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835083 Sep 25 01:02:51.529475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-990818a6-0115-4b66-a38e-3ac64952ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.532165 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-990818a6-0115-4b66-a38e-3ac64952ce3a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1127 time: 0.0863991 Sep 25 01:02:51.642001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-4299b893-d564-4ee7-af30-972eedd48af7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 217 time: 0.0564446 Sep 25 01:02:51.753835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-5a3822d4-37b2-4d4d-ac03-1195736e1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.757015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-5a3822d4-37b2-4d4d-ac03-1195736e1963 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 200 len: 848 time: 0.1084683 Sep 25 01:02:51.760286 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-6714dd2c-c8a5-4f75-b266-f8f499b37f70 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684684 Sep 25 01:02:51.879118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-cdb7ec67-a3eb-4b7b-83cb-44166d946a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:51.880851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-cdb7ec67-a3eb-4b7b-83cb-44166d946a35 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091247 Sep 25 01:02:51.987135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d71e8d7-04a1-4905-b048-fc2dee9922e1 req-57dcb327-9c15-4b36-b1bc-f2c9a57a5c6d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132728 Sep 25 01:02:52.026512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-b9fea82d-c944-48c4-be60-e4e7d4d16d45 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367939 Sep 25 01:02:52.204435 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390aa63b-e609-459b-a9ce-0c0aada1fdb2 req-a2b5d9f5-2ef8-4aab-8969-2701b43a63c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371298 Sep 25 01:02:52.259976 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:52.277768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:52.431953 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a0262-ba02-4428-9218-0f08a0cd4455 req-4bd02e3e-697e-45ef-934f-f8750f5b5d50 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:52.434772 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fb6a0262-ba02-4428-9218-0f08a0cd4455 req-4bd02e3e-697e-45ef-934f-f8750f5b5d50 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0694132 Sep 25 01:02:52.534537 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-fb6a0262-ba02-4428-9218-0f08a0cd4455 req-a1d725a7-1090-4e00-97bd-bf5d3d4d3707 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879450 Sep 25 01:02:52.603097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.186408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39754) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.342305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-59425f02-c23e-4298-915b-29532070a147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.389578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.488060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-59425f02-c23e-4298-915b-29532070a147 admin admin] Publish callbacks [] for security_group (2b0ed6cb-27d8-42f8-87e9-ced37db08fdf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.493727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-59425f02-c23e-4298-915b-29532070a147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b0ed6cb-27d8-42f8-87e9-ced37db08fdf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.566061 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-59425f02-c23e-4298-915b-29532070a147 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=282fbaf5c62d42f894c4798e46ff5100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781610 Sep 25 01:02:53.569209 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39760) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:02:53.575412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59425f02-c23e-4298-915b-29532070a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0ed6cb-27d8-42f8-87e9-ced37db08fdf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:53.638864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.647284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.706253 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] Publish callbacks [] for security_group (2b0ed6cb-27d8-42f8-87e9-ced37db08fdf), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.716952 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac542-591b-43f1-844a-7f19d02fad5e req-583c2ce6-c120-4948-9715-a486e3794791 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:53.718674 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-03aac542-591b-43f1-844a-7f19d02fad5e req-583c2ce6-c120-4948-9715-a486e3794791 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0823815 Sep 25 01:02:53.768950 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] Publish callbacks [] for security_group (2b0ed6cb-27d8-42f8-87e9-ced37db08fdf), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.807013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:53.847062 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-03aac542-591b-43f1-844a-7f19d02fad5e req-ad319a2d-98dc-4b1f-b2ac-ed60c9681056 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141145 Sep 25 01:02:53.885696 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b0ed6cb-27d8-42f8-87e9-ced37db08fdf), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.889474 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:53.893720 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2b0ed6cb-27d8-42f8-87e9-ced37db08fdf HTTP/1.1" status: 204 len: 168 time: 0.3226340 Sep 25 01:02:53.903380 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83b28f-4ce9-451f-87eb-94c911208c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0ed6cb-27d8-42f8-87e9-ced37db08fdf,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:55.037663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417496f4-44eb-42d0-a280-1484f5033745 req-9760cbac-fcec-4085-85ce-fd9e93d59380 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:55.040763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-417496f4-44eb-42d0-a280-1484f5033745 req-9760cbac-fcec-4085-85ce-fd9e93d59380 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0611649 Sep 25 01:02:55.089659 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bead32-575a-417b-92e1-b0aa500619e3 req-2580139e-e0f2-4972-8205-0b66e28a7104 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:55.091276 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-37bead32-575a-417b-92e1-b0aa500619e3 req-2580139e-e0f2-4972-8205-0b66e28a7104 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.0524542 Sep 25 01:02:55.128625 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-417496f4-44eb-42d0-a280-1484f5033745 req-1cd66f03-a8cc-4a6a-904e-12e54178fce3 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818243 Sep 25 01:02:55.161059 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-37bead32-575a-417b-92e1-b0aa500619e3 req-e92d12c2-c3fd-4e62-91ab-7ff4aab1c112 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633609 Sep 25 01:02:56.295181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:56.322068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc16dd-c4aa-490c-a82a-d7cd751cfb59 req-c23de7fa-451c-4c3e-9d5c-58a0396e3eae tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:56.323901 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7adc16dd-c4aa-490c-a82a-d7cd751cfb59 req-c23de7fa-451c-4c3e-9d5c-58a0396e3eae tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.0595608 Sep 25 01:02:56.327512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108587-7a91-4974-a257-d1d0cf7ca772 req-37430375-72f2-4f45-a724-7f1e17151d51 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:56.330220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6108587-7a91-4974-a257-d1d0cf7ca772 req-37430375-72f2-4f45-a724-7f1e17151d51 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0952642 Sep 25 01:02:56.383864 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-7adc16dd-c4aa-490c-a82a-d7cd751cfb59 req-ad68ca34-7586-49ce-9ac3-241b643432f1 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492940 Sep 25 01:02:56.419402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6108587-7a91-4974-a257-d1d0cf7ca772 req-0fbd9778-6d77-4e2a-9b60-f3bc02f220fe tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816281 Sep 25 01:02:57.016630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-6f361200-a4b3-47dd-b444-7068076129ec tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:57.018499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-6f361200-a4b3-47dd-b444-7068076129ec tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.0554914 Sep 25 01:02:57.123246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port e90855c6-13bf-47db-8fb7-7226a222a0c7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:02:57.123667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.247307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] For port e90855c6-13bf-47db-8fb7-7226a222a0c7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e90855c6-13bf-47db-8fb7-7226a222a0c7,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:57.247781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.438203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.438886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.438886 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Floating IP 42c3925b-9217-4345-b138-d58e0658e81a disassociated. External IP: 172.37.1.145, port: e90855c6-13bf-47db-8fb7-7226a222a0c7. Sep 25 01:02:57.439216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for e90855c6-13bf-47db-8fb7-7226a222a0c7 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:02:57.596911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a7f1c-a738-4322-8469-3a6ecef72952 req-08f865ca-712c-46fa-93fe-f201f37f2930 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:57.599595 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3b7a7f1c-a738-4322-8469-3a6ecef72952 req-08f865ca-712c-46fa-93fe-f201f37f2930 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 946 time: 0.0728006 Sep 25 01:02:57.619818 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd66b4-17bd-48ae-b8a7-049fef93347c req-f5e0a520-691b-40ea-8e4f-c1e1ed88cced tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:57.621682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-91fd66b4-17bd-48ae-b8a7-049fef93347c req-f5e0a520-691b-40ea-8e4f-c1e1ed88cced tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0873034 Sep 25 01:02:57.652997 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:57.689316 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3b7a7f1c-a738-4322-8469-3a6ecef72952 req-24e2214c-f9aa-4974-ba42-7f9d4e91f769 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=02453046-f588-47d0-980a-e2cdbf9b7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825968 Sep 25 01:02:57.751305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:57.778115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-91fd66b4-17bd-48ae-b8a7-049fef93347c req-2747d2f9-7e04-411d-a893-0fc4cad51a5d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424448 Sep 25 01:02:57.785679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (e90855c6-13bf-47db-8fb7-7226a222a0c7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:57.823390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=e90855c6-13bf-47db-8fb7-7226a222a0c7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:02:57.951900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:02:58.007718 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:58.078341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:02:58.090773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:02:58.105628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:58.106375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.136034 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] No DVR routers for this DVR port e90855c6-13bf-47db-8fb7-7226a222a0c7 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:02:58.139024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:58.143092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-016168f0-47b5-435b-9ecb-11e7cfdac9e8 req-4a43bc53-50c9-4c82-9c98-cab8497e5573 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e90855c6-13bf-47db-8fb7-7226a222a0c7 HTTP/1.1" status: 204 len: 173 time: 1.1182075 Sep 25 01:02:58.145022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'name': 'network-vif-deleted', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:02:58.148844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a8428-416a-44a0-a794-82859bd6249b" -d '{"events": [{"server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "name": "network-vif-deleted", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:02:58.209822 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f3942-04de-4151-b8c5-81c7aed84753 x-openstack-request-id: req-de6f3942-04de-4151-b8c5-81c7aed84753 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:02:58.210264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb07cc70-0299-47dc-97cb-e3b82c1a47b2", "name": "network-vif-deleted", "tag": "e90855c6-13bf-47db-8fb7-7226a222a0c7", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:02:58.210670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de6f3942-04de-4151-b8c5-81c7aed84753 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:02:58.211305 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6f3942-04de-4151-b8c5-81c7aed84753'] response: {'server_uuid': 'cb07cc70-0299-47dc-97cb-e3b82c1a47b2', 'name': 'network-vif-deleted', 'tag': 'e90855c6-13bf-47db-8fb7-7226a222a0c7', 'status': 'completed', 'code': 200} Sep 25 01:02:58.282515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:58.551568 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.580397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:02:58.591525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:02:58.592163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:58.718563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:02:58.924560 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-606b2f92-5461-4181-bddc-c4778b1893b0 req-7ebb9fca-350f-4900-b855-1200983384e4 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb07cc70-0299-47dc-97cb-e3b82c1a47b2 HTTP/1.1" status: 200 len: 210 time: 0.0789104 Sep 25 01:02:58.960093 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47c9f-69d1-4308-af43-b018e5184e1c req-b8d38cd5-8515-42f0-a2ca-196e704ad48d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:02:58.963240 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-95b47c9f-69d1-4308-af43-b018e5184e1c req-b8d38cd5-8515-42f0-a2ca-196e704ad48d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0809979 Sep 25 01:02:59.029878 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-95b47c9f-69d1-4308-af43-b018e5184e1c req-1cd7a932-ec25-4ad4-b4d5-626ce3c9b824 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615644 Sep 25 01:02:59.043308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:02:59.208121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b80f72b-6d3f-4f23-8cc2-91125f510316 None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T00:55:48Z', 'revision_number': 4, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a62d43a0-f84e-4f0c-bde1-8e3aa339843e', 'name': '', 'network_id': '5dc49b54-686c-4619-ad4c-65c72c26fd31', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'mac_address': 'fa:16:3e:18:22:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:55:57Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'subnets': [{'id': '0e647c01-1f0c-448e-8162-e47ee7cb9c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:02:59.479183 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3489d78-639f-437c-b15a-2e7ab36fd499 None None] New status for floating IP 42c3925b-9217-4345-b138-d58e0658e81a: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:02:59.642476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:02:59.662121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device e90855c6-13bf-47db-8fb7-7226a222a0c7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:02:59.700697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: e90855c6-13bf-47db-8fb7-7226a222a0c7 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:02:59.701032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device e90855c6-13bf-47db-8fb7-7226a222a0c7 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:02:59.805301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:59.807899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.821081 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '7589db85-95c8-412c-a8f7-5db156ef7906', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'mac_address': 'fa:16:3e:d1:f2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:02:59.861962 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 7589db85-95c8-412c-a8f7-5db156ef7906 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:02:59.862362 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.877678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589db85-95c8-412c-a8f7-5db156ef7906 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:02:59.902199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:02:59.907104 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:02:59.930035 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:02:59.960789 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:00.060097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39794) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.249439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b576-905c-4226-8454-7cad90592d60 req-e03ceeeb-4914-4a98-8146-edadb8199317 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:00.252191 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f21b576-905c-4226-8454-7cad90592d60 req-e03ceeeb-4914-4a98-8146-edadb8199317 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 944 time: 0.1252031 Sep 25 01:03:00.253601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (02453046-f588-47d0-980a-e2cdbf9b7e63), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.274607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['7589db85-95c8-412c-a8f7-5db156ef7906'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:03:00.323523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (02453046-f588-47d0-980a-e2cdbf9b7e63), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.409611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f21b576-905c-4226-8454-7cad90592d60 req-88a91d38-9a79-4f51-a8d4-4119a18ad50f tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486645 Sep 25 01:03:00.435506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (02453046-f588-47d0-980a-e2cdbf9b7e63), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.438953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.440536 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02453046-f588-47d0-980a-e2cdbf9b7e63 HTTP/1.1" status: 204 len: 168 time: 0.3789649 Sep 25 01:03:00.446114 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39798) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.456581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba7f44-2bd7-444d-84c9-e7e94a2da719 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02453046-f588-47d0-980a-e2cdbf9b7e63,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:00.473028 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.api.v2.resource [None req-79d0927e-38be-4038-90b9-7d866dc3179f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] show failed (client error): The resource could not be found. Sep 25 01:03:00.476100 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-79d0927e-38be-4038-90b9-7d866dc3179f tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "GET /networking/v2.0/security-groups/02453046-f588-47d0-980a-e2cdbf9b7e63 HTTP/1.1" status: 404 len: 347 time: 0.0281990 Sep 25 01:03:00.479181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39800) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:00.626726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Deleting port 6d04309b-156a-47f4-98a2-5f2787c74a4a {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:00.627081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.721735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.722062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (6d04309b-156a-47f4-98a2-5f2787c74a4a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.739327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Calling delete_port for 6d04309b-156a-47f4-98a2-5f2787c74a4a owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:00.894303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (6d04309b-156a-47f4-98a2-5f2787c74a4a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:00.923955 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Pushing event deleted for resources: {'Port': ['ID=6d04309b-156a-47f4-98a2-5f2787c74a4a,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:00.935666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:01.034990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks [] for floatingip (42c3925b-9217-4345-b138-d58e0658e81a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.040179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.042276 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a7e78491-7382-4a42-9a45-50e45765a954 tempest-AttachVolumeNegativeTest-381704141 tempest-AttachVolumeNegativeTest-381704141-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/42c3925b-9217-4345-b138-d58e0658e81a HTTP/1.1" status: 204 len: 168 time: 0.5595710 Sep 25 01:03:01.568922 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78121f8-220c-46f2-878c-cf70fdda81ee req-858dd4b9-30c1-4282-b469-d56319dee5a0 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:01.570619 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b78121f8-220c-46f2-878c-cf70fdda81ee req-858dd4b9-30c1-4282-b469-d56319dee5a0 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 944 time: 0.0564215 Sep 25 01:03:01.629604 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b78121f8-220c-46f2-878c-cf70fdda81ee req-ac809526-d269-45f5-824f-4ceda25c39b9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526235 Sep 25 01:03:01.656506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:01.704545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 7589db85-95c8-412c-a8f7-5db156ef7906 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:03:01.713483 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 7589db85-95c8-412c-a8f7-5db156ef7906 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:01.713773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.714147 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 7589db85-95c8-412c-a8f7-5db156ef7906 Sep 25 01:03:01.798736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 7589db85-95c8-412c-a8f7-5db156ef7906 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:01.799125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.829497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:03:01.831880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6888cc56-8ad5-44c2-a56d-3cd7f766780c" -d '{"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-plugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:03:01.848354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:01.854283 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:01.891267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72597ac7-7795-4eb9-adaa-5ab635124a4c x-openstack-request-id: req-72597ac7-7795-4eb9-adaa-5ab635124a4c {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:03:01.891673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-plugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:03:01.891991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72597ac7-7795-4eb9-adaa-5ab635124a4c {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:03:01.892435 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72597ac7-7795-4eb9-adaa-5ab635124a4c'] response: {'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'code': 200} Sep 25 01:03:01.926379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:02.235527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71412-a7a5-4892-a2ef-0fa96d73b92b req-2da05f69-98da-464b-8640-72a0e5fb9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:02.238597 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0af71412-a7a5-4892-a2ef-0fa96d73b92b req-2da05f69-98da-464b-8640-72a0e5fb9fe4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1129 time: 0.0782766 Sep 25 01:03:02.314483 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0af71412-a7a5-4892-a2ef-0fa96d73b92b req-9762ae94-095c-4e9d-b6c9-79eaa7b3d3b5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686500 Sep 25 01:03:02.808060 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae41da-762d-4a30-8cbf-8b639f53e41e req-609bb529-20b6-4514-a9e6-566f523b9233 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:02.810787 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-47ae41da-762d-4a30-8cbf-8b639f53e41e req-609bb529-20b6-4514-a9e6-566f523b9233 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0946279 Sep 25 01:03:02.904841 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-47ae41da-762d-4a30-8cbf-8b639f53e41e req-1162206a-0242-4afb-b5c6-ce959a66a5b9 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870714 Sep 25 01:03:04.044525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee9df-82cc-4130-b3b2-fb59bb4c2996 req-b12592b4-91a3-4af4-adfe-dc51c552f3e3 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:04.046325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cacee9df-82cc-4130-b3b2-fb59bb4c2996 req-b12592b4-91a3-4af4-adfe-dc51c552f3e3 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0575504 Sep 25 01:03:04.086922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:04.106968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cacee9df-82cc-4130-b3b2-fb59bb4c2996 req-f2ba45ee-eeee-46d9-9e58-58debccd8347 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539365 Sep 25 01:03:04.242711 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bbe22-cc88-4a53-abaa-3b35e9e6ddad req-9884af84-3d14-4980-9508-09eadc76c61a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:04.244398 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-479bbe22-cc88-4a53-abaa-3b35e9e6ddad req-9884af84-3d14-4980-9508-09eadc76c61a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0550511 Sep 25 01:03:04.303580 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-479bbe22-cc88-4a53-abaa-3b35e9e6ddad req-fba35795-976c-4f59-9245-f2e516cc88e5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522702 Sep 25 01:03:04.333340 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39842) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.558241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27301d69-02e8-4714-be09-d75edca269b7 tempest-TestShelveInstance-1900506851 tempest-TestShelveInstance-1900506851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:04.559791 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-27301d69-02e8-4714-be09-d75edca269b7 tempest-TestShelveInstance-1900506851 tempest-TestShelveInstance-1900506851-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1124 time: 0.2252667 Sep 25 01:03:04.562838 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39846) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.567818 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:04.592112 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.689244 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:04.729606 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:04.807960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Allocated IP 172.37.1.113 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/e648c726-bd59-4f54-9ff1-4c8597b65cff) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:04.903508 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39854) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:04.959567 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.004428 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:05.074924 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:05.080269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:05.091949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:05.141764 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'Port': ['ID=e648c726-bd59-4f54-9ff1-4c8597b65cff,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:05.289881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:05.529140 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:03:05.755916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (73160037-7787-46b1-aa0d-c30aa092a69a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.007227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for floatingip (84f3d6f1-2cc2-46d6-a12a-690bd0203084), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.060755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Deleting port a62d43a0-f84e-4f0c-bde1-8e3aa339843e {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:06.061078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.104036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.166656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] For port a62d43a0-f84e-4f0c-bde1-8e3aa339843e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:06.167023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.193422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Calling delete_port for a62d43a0-f84e-4f0c-bde1-8e3aa339843e owned by network:router_interface {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:06.227093 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.300838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.331873 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.338546 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.420300 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event updated for resources: {'Port': ['ID=e648c726-bd59-4f54-9ff1-4c8597b65cff,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:06.424721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (84f3d6f1-2cc2-46d6-a12a-690bd0203084), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.438040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.460708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (a62d43a0-f84e-4f0c-bde1-8e3aa339843e), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.489049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62d43a0-f84e-4f0c-bde1-8e3aa339843e,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:06.592864 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Floating IP 84f3d6f1-2cc2-46d6-a12a-690bd0203084 associated. External IP: 172.37.1.113, port: 7589db85-95c8-412c-a8f7-5db156ef7906. Sep 25 01:03:06.690955 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (73160037-7787-46b1-aa0d-c30aa092a69a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:06.924299 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:06.933599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Router cae7a7b0-7257-44af-9007-c672b2882cca has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:06.936545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Router 73160037-7787-46b1-aa0d-c30aa092a69a has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:07.053120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:07.063216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7253c83c-2bf6-48d7-a5cc-75f333215806 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/73160037-7787-46b1-aa0d-c30aa092a69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540794 Sep 25 01:03:07.063216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39860) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:07.065562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Sync routers for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:07.083125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:07.084248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.107862 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:07.120883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Sync routers for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:07.132321 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.136928 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:07.138036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.174568 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6fa99b71-ebfc-4cc1-be33-34e0c1143dc6 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6104357 Sep 25 01:03:07.175150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:03:07.178722 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f9a16-422a-4e46-b516-a5be83c386b1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:03:07.222741 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:07.225687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.238250 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a17b35b-d8ea-4630-8355-6ed5017a0165 x-openstack-request-id: req-2a17b35b-d8ea-4630-8355-6ed5017a0165 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:03:07.238731 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:03:07.239222 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a17b35b-d8ea-4630-8355-6ed5017a0165 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:03:07.239851 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a17b35b-d8ea-4630-8355-6ed5017a0165'] response: {'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'status': 'completed', 'code': 200} Sep 25 01:03:07.243009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks [] for router (73160037-7787-46b1-aa0d-c30aa092a69a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.266471 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:07.396618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-a75d1b07-bd3d-4712-aa25-488cc6c3959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:07.399788 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-a75d1b07-bd3d-4712-aa25-488cc6c3959d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1129 time: 0.0924776 Sep 25 01:03:07.428623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T01:03:06Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.461408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Checking router: 73160037-7787-46b1-aa0d-c30aa092a69a for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:07.471702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Routers {'73160037-7787-46b1-aa0d-c30aa092a69a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:07.472679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['73160037-7787-46b1-aa0d-c30aa092a69a'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.477159 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.536583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84f3d6f1-2cc2-46d6-a12a-690bd0203084', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'floating_ip_address': '172.37.1.113', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'mac_address': 'fa:16:3e:d1:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:05Z', 'updated_at': '2022-09-25T01:03:05Z', 'revision_number': 0, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.543806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks [] for router_gateway (73160037-7787-46b1-aa0d-c30aa092a69a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.564545 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Checking router: cae7a7b0-7257-44af-9007-c672b2882cca for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:07.574818 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:07.575453 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:02:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.595507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] Set router 73160037-7787-46b1-aa0d-c30aa092a69a gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:07.611552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.719520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Deleting port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:07.719819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.731193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:07.750752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-87e595fa-3721-443d-8bc9-46447f90b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:07.752470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-87e595fa-3721-443d-8bc9-46447f90b50a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 909 time: 0.2958000 Sep 25 01:03:07.793202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:07.824408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T01:03:06Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:07.856112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f3abc-89a7-490a-a723-d24c69ef7baf None None] The sync data for ids ['73160037-7787-46b1-aa0d-c30aa092a69a'] in dv-cinder-master-3-iscsi is: [{'id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'name': 'tempest-AttachVolumeNegativeTest-521498035-router', 'tenant_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28'}], 'enable_snat': True}, 'gw_port_id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:41Z', 'updated_at': '2022-09-25T01:03:06Z', 'revision_number': 5, 'project_id': 'f08425c00f0c49ddbe42b21ddbc7ff3f', 'gw_port': {'id': '0fd59bde-e230-44a6-9879-6a2bbb95a5fb', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73160037-7787-46b1-aa0d-c30aa092a69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:42Z', 'updated_at': '2022-09-25T00:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:07.884380 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-30428b6b-be81-4f7e-b66c-1b44279f9c5f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 999 time: 0.0984228 Sep 25 01:03:07.913684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] For port 0fd59bde-e230-44a6-9879-6a2bbb95a5fb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:07.914226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:07.955531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Calling delete_port for 0fd59bde-e230-44a6-9879-6a2bbb95a5fb owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:07.983190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-0a528c77-ec92-43ab-a631-25af58775fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:07.985206 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-0a528c77-ec92-43ab-a631-25af58775fdd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 200 len: 848 time: 0.0867841 Sep 25 01:03:08.037500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-65905865-c70e-4995-843d-b9f67137e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84f3d6f1-2cc2-46d6-a12a-690bd0203084', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'floating_ip_address': '172.37.1.113', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'mac_address': 'fa:16:3e:d1:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:05Z', 'updated_at': '2022-09-25T01:03:05Z', 'revision_number': 0, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:08.064572 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65905865-c70e-4995-843d-b9f67137e92d None None] The sync data for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi is: [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84f3d6f1-2cc2-46d6-a12a-690bd0203084', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'floating_ip_address': '172.37.1.113', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'mac_address': 'fa:16:3e:d1:f2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:05Z', 'updated_at': '2022-09-25T01:03:05Z', 'revision_number': 0, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:08.070965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-5d93dc43-5e12-40a8-9d2f-84e8e7ae6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:08.072546 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-5d93dc43-5e12-40a8-9d2f-84e8e7ae6ee1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590031 Sep 25 01:03:08.269714 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-fe1d67ba-7b4f-4843-8a87-777d69fb2b6f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889310 Sep 25 01:03:08.335985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a62d43a0-f84e-4f0c-bde1-8e3aa339843e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:08.351812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (0fd59bde-e230-44a6-9879-6a2bbb95a5fb), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.380672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: a62d43a0-f84e-4f0c-bde1-8e3aa339843e {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:08.381233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a62d43a0-f84e-4f0c-bde1-8e3aa339843e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:08.398602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd59bde-e230-44a6-9879-6a2bbb95a5fb,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:08.424813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a215b2-b9da-4009-84af-7a0d289cdf43 None None] New status for floating IP 84f3d6f1-2cc2-46d6-a12a-690bd0203084: ACTIVE {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:03:08.466166 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-708f9a16-422a-4e46-b516-a5be83c386b1 req-61fb9942-772e-4af0-ba16-8c8df6556495 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860445 Sep 25 01:03:08.494834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (73160037-7787-46b1-aa0d-c30aa092a69a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.671911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (73160037-7787-46b1-aa0d-c30aa092a69a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.675971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks [] for router_controller (73160037-7787-46b1-aa0d-c30aa092a69a), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.741242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.753663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (73160037-7787-46b1-aa0d-c30aa092a69a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.755422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73160037-7787-46b1-aa0d-c30aa092a69a {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:08.760831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.765845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-af6dc794-4c52-4c78-81a7-8da3e973ec60 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/73160037-7787-46b1-aa0d-c30aa092a69a HTTP/1.1" status: 204 len: 168 time: 1.6982059 Sep 25 01:03:08.766014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39866) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:08.834880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Deleting subnet 0e647c01-1f0c-448e-8162-e47ee7cb9c90 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:08.839531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Publish callbacks [] for subnet (0e647c01-1f0c-448e-8162-e47ee7cb9c90), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.890214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (0e647c01-1f0c-448e-8162-e47ee7cb9c90), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:08.970486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:08.983103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (0e647c01-1f0c-448e-8162-e47ee7cb9c90), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.047915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (0e647c01-1f0c-448e-8162-e47ee7cb9c90), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.079970 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e647c01-1f0c-448e-8162-e47ee7cb9c90,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.089317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.096063 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fb765d33-22a9-4117-9919-53105c90cb5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/0e647c01-1f0c-448e-8162-e47ee7cb9c90 HTTP/1.1" status: 204 len: 168 time: 0.3253970 Sep 25 01:03:09.096554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39868) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.096989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c4192-7a22-4c24-9eaf-7d7f1786292d None None] Network 5dc49b54-686c-4619-ad4c-65c72c26fd31 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:09.190641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (5dc49b54-686c-4619-ad4c-65c72c26fd31), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.241959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Deleting port 5f7cf548-5cfd-4292-be0b-8779295d8830 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:09.242339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.296032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] DHCP port deletion for 5dc49b54-686c-4619-ad4c-65c72c26fd31 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:09.326509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] For port 5f7cf548-5cfd-4292-be0b-8779295d8830, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f7cf548-5cfd-4292-be0b-8779295d8830,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:09.326886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.341625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Deleting port 5f7cf548-5cfd-4292-be0b-8779295d8830 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:09.342312 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.343966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Calling delete_port for 5f7cf548-5cfd-4292-be0b-8779295d8830 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:09.417288 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] For port 5f7cf548-5cfd-4292-be0b-8779295d8830, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5f7cf548-5cfd-4292-be0b-8779295d8830,segment=NetworkSegment(32553459-8243-41b9-9fc0-bae9f5646e9f),segment_id=32553459-8243-41b9-9fc0-bae9f5646e9f)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:09.417667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.438296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.444662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Calling delete_port for 5f7cf548-5cfd-4292-be0b-8779295d8830 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:09.466401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7cf548-5cfd-4292-be0b-8779295d8830,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.470048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] No DVR routers for this DVR port 5f7cf548-5cfd-4292-be0b-8779295d8830 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:09.564238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (5dc49b54-686c-4619-ad4c-65c72c26fd31), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.582345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (5f7cf548-5cfd-4292-be0b-8779295d8830), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.594498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc49b54-686c-4619-ad4c-65c72c26fd31']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:09.607745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32553459-8243-41b9-9fc0-bae9f5646e9f') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:09.608094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32553459-8243-41b9-9fc0-bae9f5646e9f') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:09.617942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] Pushing event deleted for resources: {'Port': ['ID=5f7cf548-5cfd-4292-be0b-8779295d8830,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.621525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ff7bb-a977-44e8-b69d-06782bb3d8e4 None None] No DVR routers for this DVR port 5f7cf548-5cfd-4292-be0b-8779295d8830 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:09.626456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (32553459-8243-41b9-9fc0-bae9f5646e9f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.655201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (32553459-8243-41b9-9fc0-bae9f5646e9f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.669112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:09.669925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (32553459-8243-41b9-9fc0-bae9f5646e9f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.774173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (5dc49b54-686c-4619-ad4c-65c72c26fd31), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.783159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:09.787733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5dc49b54-686c-4619-ad4c-65c72c26fd31 HTTP/1.1" status: 204 len: 168 time: 0.6893969 Sep 25 01:03:09.808204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54919-35c2-4b0e-8499-fcd4641dc994 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc49b54-686c-4619-ad4c-65c72c26fd31,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:09.860138 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 32553459-8243-41b9-9fc0-bae9f5646e9f resource provider aggregate not found Sep 25 01:03:09.880157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 32553459-8243-41b9-9fc0-bae9f5646e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32553459-8243-41b9-9fc0-bae9f5646e9f found for delete ", "request_id": "req-ff369801-9e1d-4b94-b64d-8cfb9b61fc9d"}]} Sep 25 01:03:09.951923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39878) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:09.960937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:10.003641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-edc3a10f-d645-4136-958f-a61a0dd6ca74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f08425c00f0c49ddbe42b21ddbc7ff3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501904 Sep 25 01:03:10.006863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 39880) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:10.066107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] Publish callbacks [] for security_group (1dc05fbe-29d1-4128-a9ac-c675fde8a879), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.091148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] Publish callbacks [] for security_group (1dc05fbe-29d1-4128-a9ac-c675fde8a879), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.147674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1dc05fbe-29d1-4128-a9ac-c675fde8a879), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.150817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:10.152462 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1dc05fbe-29d1-4128-a9ac-c675fde8a879 HTTP/1.1" status: 204 len: 168 time: 0.1444395 Sep 25 01:03:10.164128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404158-4456-4921-ae22-2ee10cbf5fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc05fbe-29d1-4128-a9ac-c675fde8a879,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:10.266561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 5f7cf548-5cfd-4292-be0b-8779295d8830 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:10.300059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 5f7cf548-5cfd-4292-be0b-8779295d8830 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:10.300579 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 5f7cf548-5cfd-4292-be0b-8779295d8830 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:10.301404 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0fd59bde-e230-44a6-9879-6a2bbb95a5fb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:10.341073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 0fd59bde-e230-44a6-9879-6a2bbb95a5fb {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:10.341686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0fd59bde-e230-44a6-9879-6a2bbb95a5fb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:11.805866 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39930) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:11.928892 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-736fef90-d7d4-447c-9d75-6d79b3d08627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.052648 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-736fef90-d7d4-447c-9d75-6d79b3d08627 admin admin] Publish callbacks [] for security_group (806a8c1d-f702-4dd5-ac9a-b734406954a6), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.057678 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-736fef90-d7d4-447c-9d75-6d79b3d08627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (806a8c1d-f702-4dd5-ac9a-b734406954a6), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.099683 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fef90-d7d4-447c-9d75-6d79b3d08627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a8c1d-f702-4dd5-ac9a-b734406954a6,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:12.104204 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-736fef90-d7d4-447c-9d75-6d79b3d08627 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3b39228a17314fa49ffb00c024e7dc68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972972 Sep 25 01:03:12.107110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 39934) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:12.125288 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:12.173851 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] Publish callbacks [] for security_group (806a8c1d-f702-4dd5-ac9a-b734406954a6), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.198429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] Publish callbacks [] for security_group (806a8c1d-f702-4dd5-ac9a-b734406954a6), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.255204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (806a8c1d-f702-4dd5-ac9a-b734406954a6), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.257804 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:12.259099 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/806a8c1d-f702-4dd5-ac9a-b734406954a6 HTTP/1.1" status: 204 len: 168 time: 0.1510208 Sep 25 01:03:12.268899 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4bd85-04f2-4458-ab38-9bd963d1fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a8c1d-f702-4dd5-ac9a-b734406954a6,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:17.399775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-94f22832-d4c8-478a-bf0a-b1786c3862dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:18.031096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:18.041593 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.407340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:19.418510 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:19.761761 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dc993d8c-b5e9-45d0-8b48-8e805b5766d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:20.155816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.158090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:20.986817 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.263226 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:22.264464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:22.286332 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:22.607190 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:23.953848 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40082) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:24.084893 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5045-229d-4f4c-a9e2-f47cb648031d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.189797 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5045-229d-4f4c-a9e2-f47cb648031d admin admin] Publish callbacks [] for security_group (3e77490b-0e28-49fd-b6f7-12fe1b2996da), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.196117 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5045-229d-4f4c-a9e2-f47cb648031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (3e77490b-0e28-49fd-b6f7-12fe1b2996da), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.268915 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-2a5f5045-229d-4f4c-a9e2-f47cb648031d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=70c044369bd84c5c92793c8b5a8842f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136597 Sep 25 01:03:24.272283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40086) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:24.273093 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f5045-229d-4f4c-a9e2-f47cb648031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77490b-0e28-49fd-b6f7-12fe1b2996da,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.341163 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] Publish callbacks [] for security_group (3e77490b-0e28-49fd-b6f7-12fe1b2996da), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.375687 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] Publish callbacks [] for security_group (3e77490b-0e28-49fd-b6f7-12fe1b2996da), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.458738 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (3e77490b-0e28-49fd-b6f7-12fe1b2996da), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.463318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:24.465069 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3e77490b-0e28-49fd-b6f7-12fe1b2996da HTTP/1.1" status: 204 len: 168 time: 0.1917012 Sep 25 01:03:24.494180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cacc07-0c97-4536-94eb-c59690f8d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77490b-0e28-49fd-b6f7-12fe1b2996da,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:24.872332 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1ddd-de02-4b95-ab04-ff90a2067d49 req-80ac0ec3-0313-4f39-a7f7-141b617588d2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:24.874811 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-71cb1ddd-de02-4b95-ab04-ff90a2067d49 req-80ac0ec3-0313-4f39-a7f7-141b617588d2 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0613520 Sep 25 01:03:24.948350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40102) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:24.953812 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-71cb1ddd-de02-4b95-ab04-ff90a2067d49 req-163b23b5-c275-453d-aadd-a738502891fd tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679975 Sep 25 01:03:24.970185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c604e0a-b3da-48e7-828d-1ebd05080a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.082171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c604e0a-b3da-48e7-828d-1ebd05080a7a admin admin] Publish callbacks [] for security_group (41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.088657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2c604e0a-b3da-48e7-828d-1ebd05080a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.168308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2c604e0a-b3da-48e7-828d-1ebd05080a7a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=38ed0c63f8ff49348d59d8d5deb6dfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179241 Sep 25 01:03:25.169928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c604e0a-b3da-48e7-828d-1ebd05080a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:25.171371 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40104) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:25.235058 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] Publish callbacks [] for security_group (41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.273049 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] Publish callbacks [] for security_group (41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.358854 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.362391 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:25.364098 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec HTTP/1.1" status: 204 len: 168 time: 0.1914425 Sep 25 01:03:25.380334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621d1d-fb52-48df-b367-700f40832d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3f5aa-a7cc-4bf1-b48b-9900edd3b7ec,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:26.137847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b106dc5-8888-482d-82c1-145179f4ea23 req-c0b7a57f-a3f1-466a-810e-3321778f0ab8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.140278 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b106dc5-8888-482d-82c1-145179f4ea23 req-c0b7a57f-a3f1-466a-810e-3321778f0ab8 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0717707 Sep 25 01:03:26.225136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b106dc5-8888-482d-82c1-145179f4ea23 req-47ddbff0-b5cf-4f4c-9232-efa0aa95ed24 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727684 Sep 25 01:03:26.527465 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-556af707-3089-4b13-ac7a-6410708e5893 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:26.530972 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-556af707-3089-4b13-ac7a-6410708e5893 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0750711 Sep 25 01:03:26.677107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Deleting port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:26.677707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:26.838956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] For port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:26.839718 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.421814 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b0919-1f1a-45a8-bb03-167e71c2f103 req-09b4a2b1-bd4e-47e9-805d-10d2ea97aeff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:27.426795 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-894b0919-1f1a-45a8-bb03-167e71c2f103 req-09b4a2b1-bd4e-47e9-805d-10d2ea97aeff tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 946 time: 0.0946691 Sep 25 01:03:27.516613 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-894b0919-1f1a-45a8-bb03-167e71c2f103 req-7df1e58a-3582-4b36-9038-122bf912b7b9 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=59958eaf-fcee-40b6-ab81-ca9d2af93f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761335 Sep 25 01:03:27.528210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.529043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.529416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Floating IP 5c1b2b10-9041-473b-9c9b-b6cea53c79dc disassociated. External IP: 172.37.1.64, port: 4aef1009-d2d3-4c6f-af8a-c5134e19fa37. Sep 25 01:03:27.529792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Calling delete_port for 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:27.614846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.648716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:27.739676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (4aef1009-d2d3-4c6f-af8a-c5134e19fa37), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:27.781345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'Port': ['ID=4aef1009-d2d3-4c6f-af8a-c5134e19fa37,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:27.966857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:28.103696 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:28.120731 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:28.140760 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:28.141427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.178884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] No DVR routers for this DVR port 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:28.182787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:28.189392 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec3d316b-191e-432d-8388-1ec1a1f19337 req-ce056939-b8fa-4345-bbd0-de0023fcc71e tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.57 "DELETE /networking/v2.0/ports/4aef1009-d2d3-4c6f-af8a-c5134e19fa37 HTTP/1.1" status: 204 len: 173 time: 1.6464279 Sep 25 01:03:28.190374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-deleted', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:03:28.199719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a413b2be-83ca-4b2b-b646-6db3774dc4b3" -d '{"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-deleted", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:03:28.258965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13900a06-ad43-489d-8d10-aea8c93ec4c3 x-openstack-request-id: req-13900a06-ad43-489d-8d10-aea8c93ec4c3 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:03:28.259260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4", "name": "network-vif-deleted", "tag": "4aef1009-d2d3-4c6f-af8a-c5134e19fa37", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:03:28.259441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13900a06-ad43-489d-8d10-aea8c93ec4c3 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:03:28.259862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13900a06-ad43-489d-8d10-aea8c93ec4c3'] response: {'server_uuid': 'c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4', 'name': 'network-vif-deleted', 'tag': '4aef1009-d2d3-4c6f-af8a-c5134e19fa37', 'status': 'completed', 'code': 200} Sep 25 01:03:28.321803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:28.618382 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.646928 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:28.656981 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:28.657645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:28.694223 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a6bf7436-6e70-422c-a878-46b4d70e4074 req-db1a9a47-0eca-4eb7-b8ea-e29642643931 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c09925bc-c9c6-4bd8-9cb1-af5bfdc55af4 HTTP/1.1" status: 200 len: 210 time: 0.0352027 Sep 25 01:03:28.789838 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:29.082960 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:29.126538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794a2cb-69f1-4db7-8e98-52fd5bbc8671 None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T00:55:55Z', 'revision_number': 4, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a08ec5e3-6360-432b-aa85-85ce1774998d', 'name': '', 'network_id': '334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:53Z', 'updated_at': '2022-09-25T00:56:08Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'subnets': [{'id': 'cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:29.477718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947c6a9-f85f-45c9-91c1-186f26e500f0 None None] New status for floating IP 5c1b2b10-9041-473b-9c9b-b6cea53c79dc: DOWN {{(pid=106230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:03:29.758662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:29.787770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:29.789924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:29.790422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 4aef1009-d2d3-4c6f-af8a-c5134e19fa37 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:29.868284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40182) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:29.943634 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (59958eaf-fcee-40b6-ab81-ca9d2af93f77), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:29.974536 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (59958eaf-fcee-40b6-ab81-ca9d2af93f77), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.038867 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (59958eaf-fcee-40b6-ab81-ca9d2af93f77), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.042243 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.043683 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/59958eaf-fcee-40b6-ab81-ca9d2af93f77 HTTP/1.1" status: 204 len: 168 time: 0.1739733 Sep 25 01:03:30.047252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40184) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:30.055938 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59958eaf-fcee-40b6-ab81-ca9d2af93f77,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.069896 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-1be31abc-a483-4582-aa96-d692e9672615 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] show failed (client error): The resource could not be found. Sep 25 01:03:30.070322 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.070867 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.074617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.074839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1be31abc-a483-4582-aa96-d692e9672615 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "GET /networking/v2.0/security-groups/59958eaf-fcee-40b6-ab81-ca9d2af93f77 HTTP/1.1" status: 404 len: 347 time: 0.0225379 Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.075008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.076303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40186) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:30.076445 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.076445 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.076445 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cb40fc-d7c5-4617-b79b-a81097bf968a tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.219904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Deleting port db8603ba-673f-49bc-aa77-4747b2dc666f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:30.220251 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.311889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.312297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (db8603ba-673f-49bc-aa77-4747b2dc666f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.329996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Calling delete_port for db8603ba-673f-49bc-aa77-4747b2dc666f owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:30.497386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (db8603ba-673f-49bc-aa77-4747b2dc666f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.548874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Pushing event deleted for resources: {'Port': ['ID=db8603ba-673f-49bc-aa77-4747b2dc666f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:30.585630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.585910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.586199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.586523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.586854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.587182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.587506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.587830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.588153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.588476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.588798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.589121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.589469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.589791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.590108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:30.653412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks [] for floatingip (5c1b2b10-9041-473b-9c9b-b6cea53c79dc), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.658334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:30.663366 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-15df3f08-e16f-4bd3-b087-a5881ec8a430 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5c1b2b10-9041-473b-9c9b-b6cea53c79dc HTTP/1.1" status: 204 len: 168 time: 0.5837483 Sep 25 01:03:31.870318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40222) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.028245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d8ee-9592-4aff-b01b-f54bc27f2ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.067249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.099263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:32.164562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d8ee-9592-4aff-b01b-f54bc27f2ede admin admin] Publish callbacks [] for security_group (16349ca2-20b1-4843-aa2c-4c8c98653b40), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.171193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d8ee-9592-4aff-b01b-f54bc27f2ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (16349ca2-20b1-4843-aa2c-4c8c98653b40), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.227589 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0cf7d8ee-9592-4aff-b01b-f54bc27f2ede admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3097e5a686514e4ab558b5941f6efe43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521218 Sep 25 01:03:32.227589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7d8ee-9592-4aff-b01b-f54bc27f2ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16349ca2-20b1-4843-aa2c-4c8c98653b40,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.228910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40236) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.320549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] Publish callbacks [] for security_group (16349ca2-20b1-4843-aa2c-4c8c98653b40), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.347993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] Publish callbacks [] for security_group (16349ca2-20b1-4843-aa2c-4c8c98653b40), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.431678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (16349ca2-20b1-4843-aa2c-4c8c98653b40), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.436388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.438274 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/16349ca2-20b1-4843-aa2c-4c8c98653b40 HTTP/1.1" status: 204 len: 168 time: 0.2080615 Sep 25 01:03:32.457288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4308a25-c51d-414a-b783-887a0e9c20a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16349ca2-20b1-4843-aa2c-4c8c98653b40,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:32.838910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40242) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:32.855493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d46b307-3fcc-4c3b-abd7-3c4051418f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.963047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d46b307-3fcc-4c3b-abd7-3c4051418f61 admin admin] Publish callbacks [] for security_group (e5e6f307-2452-4280-8fb8-6dac83f168d2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:32.967802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d46b307-3fcc-4c3b-abd7-3c4051418f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e5e6f307-2452-4280-8fb8-6dac83f168d2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.015728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0d46b307-3fcc-4c3b-abd7-3c4051418f61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=954dbc1f2fb246f98a56ee695b836bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755850 Sep 25 01:03:33.016613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46b307-3fcc-4c3b-abd7-3c4051418f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6f307-2452-4280-8fb8-6dac83f168d2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:33.019444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40244) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:33.082626 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] Publish callbacks [] for security_group (e5e6f307-2452-4280-8fb8-6dac83f168d2), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.108819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] Publish callbacks [] for security_group (e5e6f307-2452-4280-8fb8-6dac83f168d2), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.167841 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e5e6f307-2452-4280-8fb8-6dac83f168d2), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.170992 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:33.172431 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e5e6f307-2452-4280-8fb8-6dac83f168d2 HTTP/1.1" status: 204 len: 168 time: 0.1515491 Sep 25 01:03:33.185768 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97194b-d67a-4fd7-a125-b714412d77ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6f307-2452-4280-8fb8-6dac83f168d2,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:33.381899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40254) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:34.126306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (65efe4c7-23fe-404a-935b-071fd874df87), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.258893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.273754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:34.487799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Deleting port a08ec5e3-6360-432b-aa85-85ce1774998d {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:34.488200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.602948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] For port a08ec5e3-6360-432b-aa85-85ce1774998d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a08ec5e3-6360-432b-aa85-85ce1774998d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:34.603319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.621755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Calling delete_port for a08ec5e3-6360-432b-aa85-85ce1774998d owned by network:router_interface {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:34.902586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (a08ec5e3-6360-432b-aa85-85ce1774998d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:34.949067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08ec5e3-6360-432b-aa85-85ce1774998d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:35.234832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (65efe4c7-23fe-404a-935b-071fd874df87), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.547165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:35.582637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Router 65efe4c7-23fe-404a-935b-071fd874df87 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:35.673982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:35.742996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:35.755024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ab3eae8b-14fc-417c-81cc-d6fefac9a831 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/65efe4c7-23fe-404a-935b-071fd874df87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3702188 Sep 25 01:03:35.755615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Sync routers for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:35.757713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40296) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:35.771654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:35.772642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:35.924652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks [] for router (65efe4c7-23fe-404a-935b-071fd874df87), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:35.998340 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:36.064967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks [] for router_gateway (65efe4c7-23fe-404a-935b-071fd874df87), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.089803 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40300) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.123729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Deleting port eb9862a9-2d1e-4843-945a-d227bfbd9cd7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:36.124069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.187815 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.251725 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.268650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09aa949e-3151-4608-af81-520053dab6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.275543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.280787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] For port eb9862a9-2d1e-4843-945a-d227bfbd9cd7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:36.281694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.297044 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T01:03:34Z', 'revision_number': 5, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port': {'id': 'eb9862a9-2d1e-4843-945a-d227bfbd9cd7', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efe4c7-23fe-404a-935b-071fd874df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:55:45Z', 'updated_at': '2022-09-25T00:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:36.310774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Calling delete_port for eb9862a9-2d1e-4843-945a-d227bfbd9cd7 owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:36.334903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Checking router: 65efe4c7-23fe-404a-935b-071fd874df87 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:36.346286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Routers {'65efe4c7-23fe-404a-935b-071fd874df87'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:36.346993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['65efe4c7-23fe-404a-935b-071fd874df87'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:36.432859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:36.443808 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] Set router 65efe4c7-23fe-404a-935b-071fd874df87 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:36.453747 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09aa949e-3151-4608-af81-520053dab6f0 admin admin] Publish callbacks [] for security_group (a0491801-3e65-4b19-a371-953ad4ec0d94), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.459923 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-09aa949e-3151-4608-af81-520053dab6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a0491801-3e65-4b19-a371-953ad4ec0d94), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.505551 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T01:03:36Z', 'revision_number': 6, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:36.530958 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa949e-3151-4608-af81-520053dab6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0491801-3e65-4b19-a371-953ad4ec0d94,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.533536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdac914-f0f7-4278-bebe-e3682bde11d3 None None] The sync data for ids ['65efe4c7-23fe-404a-935b-071fd874df87'] in dv-cinder-master-3-iscsi is: [{'id': '65efe4c7-23fe-404a-935b-071fd874df87', 'name': 'tempest-AttachVolumeShelveTestJSON-2119362732-router', 'tenant_id': 'f09655506e354c9d991f4df9a92f4086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:55:43Z', 'updated_at': '2022-09-25T01:03:36Z', 'revision_number': 6, 'project_id': 'f09655506e354c9d991f4df9a92f4086', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:36.548941 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-09aa949e-3151-4608-af81-520053dab6f0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=33eac46fae8d4b0ba481dbc87f4cc3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541149 Sep 25 01:03:36.549531 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40304) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:36.633586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (eb9862a9-2d1e-4843-945a-d227bfbd9cd7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.638337 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] Publish callbacks [] for security_group (a0491801-3e65-4b19-a371-953ad4ec0d94), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.663209 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] Publish callbacks [] for security_group (a0491801-3e65-4b19-a371-953ad4ec0d94), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.684010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9862a9-2d1e-4843-945a-d227bfbd9cd7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.729936 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a0491801-3e65-4b19-a371-953ad4ec0d94), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.732757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.737217 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a0491801-3e65-4b19-a371-953ad4ec0d94 HTTP/1.1" status: 204 len: 168 time: 0.1826072 Sep 25 01:03:36.745359 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01a6d-6fdf-45b1-8888-e4e14e563f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0491801-3e65-4b19-a371-953ad4ec0d94,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:36.823588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (65efe4c7-23fe-404a-935b-071fd874df87), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.985411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (65efe4c7-23fe-404a-935b-071fd874df87), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:36.990661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks [] for router_controller (65efe4c7-23fe-404a-935b-071fd874df87), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.071899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (65efe4c7-23fe-404a-935b-071fd874df87), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.072852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65efe4c7-23fe-404a-935b-071fd874df87 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:03:37.080788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.083404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0518b173-9755-4de6-ba3c-5da60c64c82b admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/65efe4c7-23fe-404a-935b-071fd874df87 HTTP/1.1" status: 204 len: 168 time: 1.3242550 Sep 25 01:03:37.086685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40312) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.155881 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Deleting subnet cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:03:37.161101 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Publish callbacks [] for subnet (cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.206429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.220964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40314) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.242435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d23a451d-463e-4e14-bee6-15979b66d3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.259656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.325072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:37.332806 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.370754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d23a451d-463e-4e14-bee6-15979b66d3c3 admin admin] Publish callbacks [] for security_group (241bbf8c-d090-4104-85be-910163532cf8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.377658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d23a451d-463e-4e14-bee6-15979b66d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (241bbf8c-d090-4104-85be-910163532cf8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.419299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a451d-463e-4e14-bee6-15979b66d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241bbf8c-d090-4104-85be-910163532cf8,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.426293 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.441322 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d23a451d-463e-4e14-bee6-15979b66d3c3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5c81c409e9dd480ba02daf4ca73f7a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183211 Sep 25 01:03:37.441995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40316) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.477242 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.480924 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.487367 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-be0a8155-25d1-49a2-b129-4456ffc55c29 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/cf3d0ae1-4d69-474f-b9d5-17c189ebf5ae HTTP/1.1" status: 204 len: 168 time: 0.3991196 Sep 25 01:03:37.489008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40b1d3-b8e6-4e93-acf1-7cef66e5f45f None None] Network 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:37.493892 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40318) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:37.554174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] Publish callbacks [] for security_group (241bbf8c-d090-4104-85be-910163532cf8), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.630098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] Publish callbacks [] for security_group (241bbf8c-d090-4104-85be-910163532cf8), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.631721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.725628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Deleting port 8a22f42d-c327-4ae1-9e34-d8947d30272d {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:37.726086 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.727297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (241bbf8c-d090-4104-85be-910163532cf8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.732090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.733774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/241bbf8c-d090-4104-85be-910163532cf8 HTTP/1.1" status: 204 len: 168 time: 0.2904785 Sep 25 01:03:37.750455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f10f8-9fd1-4837-be46-289696151f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241bbf8c-d090-4104-85be-910163532cf8,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:37.788975 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] DHCP port deletion for 334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:03:37.871889 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] For port 8a22f42d-c327-4ae1-9e34-d8947d30272d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a22f42d-c327-4ae1-9e34-d8947d30272d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:37.872462 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.886365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Deleting port 8a22f42d-c327-4ae1-9e34-d8947d30272d {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:03:37.886365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:37.905726 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Calling delete_port for 8a22f42d-c327-4ae1-9e34-d8947d30272d owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:37.930166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.007810 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:38.036047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] For port 8a22f42d-c327-4ae1-9e34-d8947d30272d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a22f42d-c327-4ae1-9e34-d8947d30272d,segment=NetworkSegment(60226fdd-ab84-4bff-9bed-5551adf26f89),segment_id=60226fdd-ab84-4bff-9bed-5551adf26f89)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:38.037419 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.066349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Calling delete_port for 8a22f42d-c327-4ae1-9e34-d8947d30272d owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:03:38.084393 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.152733 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] No DVR routers for this DVR port 8a22f42d-c327-4ae1-9e34-d8947d30272d on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:38.162166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a22f42d-c327-4ae1-9e34-d8947d30272d,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.260309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (8a22f42d-c327-4ae1-9e34-d8947d30272d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.304463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.311387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a08ec5e3-6360-432b-aa85-85ce1774998d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:38.320592 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Pushing event deleted for resources: {'Port': ['ID=8a22f42d-c327-4ae1-9e34-d8947d30272d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.346937 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.354958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] No DVR routers for this DVR port 8a22f42d-c327-4ae1-9e34-d8947d30272d on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:03:38.365935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: a08ec5e3-6360-432b-aa85-85ce1774998d {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:38.366291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device a08ec5e3-6360-432b-aa85-85ce1774998d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:38.366716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device eb9862a9-2d1e-4843-945a-d227bfbd9cd7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:38.371817 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.372170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.372739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.373092 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.373628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.373970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.374359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.374697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.375030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.375359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.375694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.376090 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.376340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.376703 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.376975 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddff1de2-723e-4917-a454-e1cca785012d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:38.377707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60226fdd-ab84-4bff-9bed-5551adf26f89') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.379811 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60226fdd-ab84-4bff-9bed-5551adf26f89') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:38.399780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: eb9862a9-2d1e-4843-945a-d227bfbd9cd7 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:38.400134 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device eb9862a9-2d1e-4843-945a-d227bfbd9cd7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:38.400564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 8a22f42d-c327-4ae1-9e34-d8947d30272d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:03:38.407459 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (60226fdd-ab84-4bff-9bed-5551adf26f89), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.422816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 8a22f42d-c327-4ae1-9e34-d8947d30272d {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:03:38.423259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 8a22f42d-c327-4ae1-9e34-d8947d30272d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:03:38.443469 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (60226fdd-ab84-4bff-9bed-5551adf26f89), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.453720 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:03:38.454260 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (60226fdd-ab84-4bff-9bed-5551adf26f89), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.564960 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.597521 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:38.603674 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb HTTP/1.1" status: 204 len: 168 time: 1.1077638 Sep 25 01:03:38.605732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c821490-24fa-4257-b422-f6e76205c911 admin admin] Pushing event deleted for resources: {'Network': ['ID=334cdfa6-14bd-4f9b-b93c-dbd866cdb6bb,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:38.812375 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 60226fdd-ab84-4bff-9bed-5551adf26f89 resource provider aggregate not found Sep 25 01:03:38.845568 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 60226fdd-ab84-4bff-9bed-5551adf26f89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60226fdd-ab84-4bff-9bed-5551adf26f89 found for delete ", "request_id": "req-1564a1b3-26c3-4554-8b61-d1bbdee01106"}]} Sep 25 01:03:38.916453 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40346) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:38.981113 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ef271ad9-9978-430e-ba68-e4d8f63fa543 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f09655506e354c9d991f4df9a92f4086&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0631011 Sep 25 01:03:38.985041 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40348) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:39.059100 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] Publish callbacks [] for security_group (a82a09b8-369e-45b5-b25f-03b97f9e03ba), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.100236 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] Publish callbacks [] for security_group (a82a09b8-369e-45b5-b25f-03b97f9e03ba), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.184900 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a82a09b8-369e-45b5-b25f-03b97f9e03ba), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.188927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:39.190631 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a82a09b8-369e-45b5-b25f-03b97f9e03ba HTTP/1.1" status: 204 len: 168 time: 0.2042954 Sep 25 01:03:39.204342 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f908a-501d-4510-b793-9444a640d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82a09b8-369e-45b5-b25f-03b97f9e03ba,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:40.345710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40390) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:40.580802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-323029924-network', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:40.612001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Made reservation on behalf of f37b53a21b19482b8dcac6c38505a50b for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:40.615850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.629058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.739952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks [] for security_group (c3bddf5a-82c0-4c2c-acbf-b783c9d5563e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.747082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c3bddf5a-82c0-4c2c-acbf-b783c9d5563e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.789140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:03:40.823153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bddf5a-82c0-4c2c-acbf-b783c9d5563e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:40.828831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.829636 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Added segment ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3 of type vlan for network dbea2e08-a361-48c8-95fc-03b3fc326d51 Sep 25 01:03:40.919983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (dbea2e08-a361-48c8-95fc-03b3fc326d51), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.965576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (dbea2e08-a361-48c8-95fc-03b3fc326d51), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:40.967048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:40.967655 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.035463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6869986 Sep 25 01:03:41.039488 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40408) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:41.049008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Request body: {'subnet': {'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-323029924-subnet', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:41.054414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195fed5-d336-4279-a184-8b47a4eba713 admin admin] Pushing event updated for resources: {'Network': ['ID=dbea2e08-a361-48c8-95fc-03b3fc326d51,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.072065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:03:41.088304 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Made reservation on behalf of f37b53a21b19482b8dcac6c38505a50b for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:41.092784 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.397116 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (2e1050b6-9f20-4f3d-a5dc-be57c6013353), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.489539 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1050b6-9f20-4f3d-a5dc-be57c6013353,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:41.492611 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.509741 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Checking segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:41.510184 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Network hostable DHCP agents. Network: dbea2e08-a361-48c8-95fc-03b3fc326d51, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:03:41.537156 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:03:41.551598 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dbea2e08-a361-48c8-95fc-03b3fc326d51) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:41.559027 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:41.560022 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.568204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481c297-2c15-4b4a-a2d5-56f2d216ae24 None None] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:41.588030 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d74b3f4f-a04e-458a-8845-9eeee60576fd admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5463145 Sep 25 01:03:41.590926 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40416) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:41.599145 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:41.636329 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267935875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-926'] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.637541 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-267936446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268352497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268417593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-919'] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.654905 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:41.703504 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for router_controller (4b996018-6bbd-4ec4-b932-a040ccf832d9), precommit_add_association {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.774308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dbea2e08-a361-48c8-95fc-03b3fc326d51', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353'}]}} from dv-cinder-master-3-iscsi. {{(pid=106230) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 01:03:41.776679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:41.880267 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for router_gateway (4b996018-6bbd-4ec4-b932-a040ccf832d9), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.043186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Allocated IP 172.20.0.2 (dbea2e08-a361-48c8-95fc-03b3fc326d51/2e1050b6-9f20-4f3d-a5dc-be57c6013353/025c4caf-135a-4da4-9e95-24f950bedb8b) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:42.172862 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.204406 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for router_gateway (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.206803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.243373 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.323033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks [] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.337578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.342908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40426) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.387808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Allocated IP 172.37.1.219 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/0feb7341-0637-4360-9832-808376ee9e2a) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:42.424128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:42.437335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:42.442160 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:42.464325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Pushing event updated for resources: {'Port': ['ID=025c4caf-135a-4da4-9e95-24f950bedb8b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.548360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:03:42.549981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Attempting to bind port 025c4caf-135a-4da4-9e95-24f950bedb8b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:42.549981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Attempting to bind port 025c4caf-135a-4da4-9e95-24f950bedb8b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:42.550214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Attempting to bind port 025c4caf-135a-4da4-9e95-24f950bedb8b on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:42.557792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9c30888c-181d-445e-ac06-f76977137aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.588244 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for port (0feb7341-0637-4360-9832-808376ee9e2a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.625368 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:42.625997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Checking segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:42.626574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.627125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Bound using segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:42.628491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Bound port: 025c4caf-135a-4da4-9e95-24f950bedb8b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:42.628980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.645069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (0feb7341-0637-4360-9832-808376ee9e2a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.645524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.693301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9c30888c-181d-445e-ac06-f76977137aac admin admin] Publish callbacks [] for security_group (42978bf8-84f9-4cab-a232-bd251331af9b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.699521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9c30888c-181d-445e-ac06-f76977137aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (42978bf8-84f9-4cab-a232-bd251331af9b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.700067 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:42.705519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:42.710130 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:42.742791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.762007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30888c-181d-445e-ac06-f76977137aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42978bf8-84f9-4cab-a232-bd251331af9b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.763071 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] For port 025c4caf-135a-4da4-9e95-24f950bedb8b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:42.769226 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] For port 025c4caf-135a-4da4-9e95-24f950bedb8b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025c4caf-135a-4da4-9e95-24f950bedb8b,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:42.771810 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Pushing event updated for resources: {'Port': ['ID=0feb7341-0637-4360-9832-808376ee9e2a,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.780751 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:42.782831 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40430) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:42.783835 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9c30888c-181d-445e-ac06-f76977137aac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c6ce95ccfb2c41fb8255925082d67b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391956 Sep 25 01:03:42.811581 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:42.871044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f4883-5fc4-4292-96fb-084b0cbf8bd1 None None] Pushing event updated for resources: {'Port': ['ID=025c4caf-135a-4da4-9e95-24f950bedb8b,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:42.983697 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:43.032033 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] Publish callbacks [] for security_group (42978bf8-84f9-4cab-a232-bd251331af9b), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.107701 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] Publish callbacks [] for security_group (42978bf8-84f9-4cab-a232-bd251331af9b), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.193528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for router_gateway (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.251509 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (42978bf8-84f9-4cab-a232-bd251331af9b), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.254887 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.256126 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/42978bf8-84f9-4cab-a232-bd251331af9b HTTP/1.1" status: 204 len: 168 time: 0.4709721 Sep 25 01:03:43.296940 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33990fc-8381-4518-9e31-298df19a71ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42978bf8-84f9-4cab-a232-bd251331af9b,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:43.699598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40440) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:43.720755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eea761c7-1070-4dd6-8ddd-8aeac0e506b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.810148 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-267936486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-267917358'] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.852425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eea761c7-1070-4dd6-8ddd-8aeac0e506b8 admin admin] Publish callbacks [] for security_group (1ac612a9-4af5-4562-bc5b-ce401afa63af), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:43.857661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eea761c7-1070-4dd6-8ddd-8aeac0e506b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1ac612a9-4af5-4562-bc5b-ce401afa63af), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.003625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e73b0e-00e0-465e-ba1b-74c2d3f4da43 None None] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:03:44.056099 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 is scheduled to L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e with binding_index 1 {{(pid=106228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 01:03:44.111678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Provisioning complete for port 025c4caf-135a-4da4-9e95-24f950bedb8b triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:44.112467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.112796 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Attempt 1 to provision port 025c4caf-135a-4da4-9e95-24f950bedb8b Sep 25 01:03:44.229915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea761c7-1070-4dd6-8ddd-8aeac0e506b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac612a9-4af5-4562-bc5b-ce401afa63af,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:44.245849 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-eea761c7-1070-4dd6-8ddd-8aeac0e506b8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4b951ae6cc5843f2b6af8555d739bdf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432968 Sep 25 01:03:44.246813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40442) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.264309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Current status of the port 025c4caf-135a-4da4-9e95-24f950bedb8b is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:44.265014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.296417 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:44.324620 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:44.334261 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.338197 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-4a26aad1-506e-47a1-b2b6-217784602eac admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7432456 Sep 25 01:03:44.339361 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40444) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:44.383742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:44.386183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:44.400116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] For port 025c4caf-135a-4da4-9e95-24f950bedb8b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025c4caf-135a-4da4-9e95-24f950bedb8b,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:44.402920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] Publish callbacks [] for security_group (1ac612a9-4af5-4562-bc5b-ce401afa63af), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.448243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] Publish callbacks [] for security_group (1ac612a9-4af5-4562-bc5b-ce401afa63af), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.469097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 025c4caf-135a-4da4-9e95-24f950bedb8b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:44.481345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.561863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1ac612a9-4af5-4562-bc5b-ce401afa63af), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.570140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.572759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.574887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1ac612a9-4af5-4562-bc5b-ce401afa63af HTTP/1.1" status: 204 len: 168 time: 0.3194444 Sep 25 01:03:44.593700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25519270-f557-4c93-9c04-0da1a8dd30c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac612a9-4af5-4562-bc5b-ce401afa63af,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:44.659398 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.711544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a51008-5caf-477c-bf29-ce0ece00bcf3 None None] Pushing event updated for resources: {'Port': ['ID=025c4caf-135a-4da4-9e95-24f950bedb8b,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:44.753577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:44.757232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-f2e8b19d-7379-41e5-a886-a854a9dbfccb None None] Provisioning complete for port 025c4caf-135a-4da4-9e95-24f950bedb8b triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:44.757781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f2e8b19d-7379-41e5-a886-a854a9dbfccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.758119 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-f2e8b19d-7379-41e5-a886-a854a9dbfccb None None] Attempt 1 to provision port 025c4caf-135a-4da4-9e95-24f950bedb8b Sep 25 01:03:44.863681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:44.870940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 025c4caf-135a-4da4-9e95-24f950bedb8b triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:44.871436 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:44.871981 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 025c4caf-135a-4da4-9e95-24f950bedb8b Sep 25 01:03:44.879156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:45.057012 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.280416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8b19d-7379-41e5-a886-a854a9dbfccb None None] Current status of the port 025c4caf-135a-4da4-9e95-24f950bedb8b is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:45.321860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 025c4caf-135a-4da4-9e95-24f950bedb8b is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:45.346688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:42Z', 'revision_number': 3, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:45.358185 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Allocated IP 172.20.0.1 (dbea2e08-a361-48c8-95fc-03b3fc326d51/2e1050b6-9f20-4f3d-a5dc-be57c6013353/2f0cdd80-0129-4756-a061-a2bfb559e884) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:45.392807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:45.394153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Updating router 4b996018-6bbd-4ec4-b932-a040ccf832d9 port 0feb7341-0637-4360-9832-808376ee9e2a binding host dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:03:45.453684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0feb7341-0637-4360-9832-808376ee9e2a), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.570842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks [] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.629638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.673002 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:45.681394 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:45.682851 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:45.728913 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:45.743176 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268339991'] for router_interface (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.857773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks [] for port (0feb7341-0637-4360-9832-808376ee9e2a), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.871534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0feb7341-0637-4360-9832-808376ee9e2a), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:45.926334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.015698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Attempting to bind port 0feb7341-0637-4360-9832-808376ee9e2a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:46.016920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Attempting to bind port 0feb7341-0637-4360-9832-808376ee9e2a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:46.017850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Attempting to bind port 0feb7341-0637-4360-9832-808376ee9e2a on network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:46.071119 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.071778 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.093358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.119666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4433-6298-4d79-9887-3629b082368c None None] Pushing event updated for resources: {'Port': ['ID=0feb7341-0637-4360-9832-808376ee9e2a,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.151942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Provisioning complete for port 2f0cdd80-0129-4756-a061-a2bfb559e884 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:46.152625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.153189 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 1 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:46.179682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:46.180617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Checking segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:46.180617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.180871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Bound using segment: {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:46.181344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Bound port: 0feb7341-0637-4360-9832-808376ee9e2a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:46.181723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0feb7341-0637-4360-9832-808376ee9e2a), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.199308 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks [] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.207963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.221077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:46.251720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] For port 0feb7341-0637-4360-9832-808376ee9e2a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:46.256699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] For port 0feb7341-0637-4360-9832-808376ee9e2a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0feb7341-0637-4360-9832-808376ee9e2a,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:46.266400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0feb7341-0637-4360-9832-808376ee9e2a), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.327728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:46.328617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:46.372157 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267965228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268340099'] for router_interface (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.391784 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.395144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 025c4caf-135a-4da4-9e95-24f950bedb8b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:46.432580 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4433-6298-4d79-9887-3629b082368c None None] Pushing event updated for resources: {'Port': ['ID=0feb7341-0637-4360-9832-808376ee9e2a,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:46.439682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.531240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 025c4caf-135a-4da4-9e95-24f950bedb8b triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:46.531628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:46.531954 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 025c4caf-135a-4da4-9e95-24f950bedb8b Sep 25 01:03:46.535598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:46.536535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=23 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:46.584757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:46.586989 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:46.724200 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 2 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:46.798995 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:03:46.839375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 025c4caf-135a-4da4-9e95-24f950bedb8b is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:46.844008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:46.970860 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:03:46.986048 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-567c2707-5c87-43af-877d-3f2ada7c4508 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4b996018-6bbd-4ec4-b932-a040ccf832d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368308 Sep 25 01:03:46.990147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 2, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:47.040692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ee256-f1f7-41c8-96b6-60b936244f2c None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 2, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:47.345764 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 3 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:47.449653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b4dfec2-1853-4beb-9796-2aa2a7c1b3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.460142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:47.751839 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40496) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:47.758758 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478945763', 'description': 'tempest-description--391514579'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:47.804792 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.942657 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (bfb86a56-b21b-42ad-94ac-a717aef8569c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.949347 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bfb86a56-b21b-42ad-94ac-a717aef8569c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:47.961472 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 4 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:48.002263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:48.026471 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb86a56-b21b-42ad-94ac-a717aef8569c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.036786 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.044930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40514) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.052964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group_rule': {'security_group_id': 'bfb86a56-b21b-42ad-94ac-a717aef8569c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:48.053866 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-29dc0ce8-d269-40ab-8eae-ff327562d55d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3003869 Sep 25 01:03:48.126908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (aa546abb-eaaa-4d5a-9cd6-9fa4ef15eb54), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.203808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (aa546abb-eaaa-4d5a-9cd6-9fa4ef15eb54), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.209694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (aa546abb-eaaa-4d5a-9cd6-9fa4ef15eb54), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.239294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa546abb-eaaa-4d5a-9cd6-9fa4ef15eb54,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.250727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.256859 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-93cefea6-4dae-45b1-9969-06177eb0dd74 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2061856 Sep 25 01:03:48.257175 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40520) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.263176 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group_rule': {'security_group_id': 'bfb86a56-b21b-42ad-94ac-a717aef8569c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:48.322844 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (0ec64e4e-e64f-4379-94f2-7732f4f966bd), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.349392 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.365941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0feb7341-0637-4360-9832-808376ee9e2a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:48.415735 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (0ec64e4e-e64f-4379-94f2-7732f4f966bd), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.422650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (0ec64e4e-e64f-4379-94f2-7732f4f966bd), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.430341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.449897 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:48.463074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 0feb7341-0637-4360-9832-808376ee9e2a triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:48.463668 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0feb7341-0637-4360-9832-808376ee9e2a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.464299 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 0feb7341-0637-4360-9832-808376ee9e2a Sep 25 01:03:48.481880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec64e4e-e64f-4379-94f2-7732f4f966bd,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.504828 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 5 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:48.521808 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.526822 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-515f02e5-7807-438f-8e33-a28f0bdba81b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646451 Sep 25 01:03:48.527423 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40526) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.540269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:48.572587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:48.580304 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.622698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 0feb7341-0637-4360-9832-808376ee9e2a is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:48.623100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0feb7341-0637-4360-9832-808376ee9e2a), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.651508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] For port 0feb7341-0637-4360-9832-808376ee9e2a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0feb7341-0637-4360-9832-808376ee9e2a,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:48.660385 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0feb7341-0637-4360-9832-808376ee9e2a), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.708182 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:48.730185 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Pushing event updated for resources: {'Port': ['ID=0feb7341-0637-4360-9832-808376ee9e2a,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:48.800784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40530) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:48.868076 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Allocated IP 172.37.1.44 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/84c0f85e-de10-4d63-ae1d-deab86b97883) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:48.939355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68dd64d2-6dde-4088-ae2a-489c5e0465aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.000421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.044399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68dd64d2-6dde-4088-ae2a-489c5e0465aa admin admin] Publish callbacks [] for security_group (aafd16aa-0abe-4a4f-90f2-36d2202ff94a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.052721 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-68dd64d2-6dde-4088-ae2a-489c5e0465aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (aafd16aa-0abe-4a4f-90f2-36d2202ff94a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.074862 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 6 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:49.099873 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.106784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-68dd64d2-6dde-4088-ae2a-489c5e0465aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=24539ff7316f4afebd0bb6f5c2749d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047206 Sep 25 01:03:49.107876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd64d2-6dde-4088-ae2a-489c5e0465aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd16aa-0abe-4a4f-90f2-36d2202ff94a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.108428 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40534) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:49.134688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:49.207444 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.238036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] Publish callbacks [] for security_group (aafd16aa-0abe-4a4f-90f2-36d2202ff94a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.273917 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:49.284914 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:49.290743 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:49.292862 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=84c0f85e-de10-4d63-ae1d-deab86b97883,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.296739 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] Publish callbacks [] for security_group (aafd16aa-0abe-4a4f-90f2-36d2202ff94a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.426541 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (aafd16aa-0abe-4a4f-90f2-36d2202ff94a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.430437 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.432440 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aafd16aa-0abe-4a4f-90f2-36d2202ff94a HTTP/1.1" status: 204 len: 168 time: 0.3220978 Sep 25 01:03:49.435881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.442979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.454466 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194179f-225b-4203-800d-f932bed85be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd16aa-0abe-4a4f-90f2-36d2202ff94a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.503657 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.545572 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.554886 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:49.636294 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 7 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:49.680467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:49.780119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9cfacbf1-a5ab-49a2-b778-92b76b5ca19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.816255 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.825768 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.895705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40540) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:49.916785 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2174d174-f394-401d-93f4-af08f6a34e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.953017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=84c0f85e-de10-4d63-ae1d-deab86b97883,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:49.959105 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.985643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:49.987986 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0189b9de-7234-42c7-93d5-f1c11219e77a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4566901 Sep 25 01:03:50.054752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2174d174-f394-401d-93f4-af08f6a34e24 admin admin] Publish callbacks [] for security_group (f7ed1279-3dab-4416-a15e-8fab9cbfb20a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.061844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2174d174-f394-401d-93f4-af08f6a34e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f7ed1279-3dab-4416-a15e-8fab9cbfb20a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.077741 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:03:50.097805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:50.098911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:50.122651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:50.137759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d174-f394-401d-93f4-af08f6a34e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed1279-3dab-4416-a15e-8fab9cbfb20a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.155423 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40544) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:50.156001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2174d174-f394-401d-93f4-af08f6a34e24 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d6cca8ceef2e4221ace15fb7b996b6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584860 Sep 25 01:03:50.182856 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 8 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:50.252230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:50.300257 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] Publish callbacks [] for security_group (f7ed1279-3dab-4416-a15e-8fab9cbfb20a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.334075 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:50.356011 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] Publish callbacks [] for security_group (f7ed1279-3dab-4416-a15e-8fab9cbfb20a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.360900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0feb7341-0637-4360-9832-808376ee9e2a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:50.408089 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-bb438058-b3f2-45ed-aec9-3a83a62296eb tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1478945763&fields=id&tenant_id=f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 267 time: 0.1120174 Sep 25 01:03:50.410379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:50.453925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 0feb7341-0637-4360-9832-808376ee9e2a triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:50.454769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0feb7341-0637-4360-9832-808376ee9e2a), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.455747 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 0feb7341-0637-4360-9832-808376ee9e2a Sep 25 01:03:50.486122 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (f7ed1279-3dab-4416-a15e-8fab9cbfb20a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.491669 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.496154 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f7ed1279-3dab-4416-a15e-8fab9cbfb20a HTTP/1.1" status: 204 len: 168 time: 0.3368785 Sep 25 01:03:50.567053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8ae76-9083-466f-9e28-0f9c37c20e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed1279-3dab-4416-a15e-8fab9cbfb20a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:50.597078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:46Z', 'revision_number': 2, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:50.604787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 0feb7341-0637-4360-9832-808376ee9e2a is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:50.636280 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:03:50.636626 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Updating router 4b996018-6bbd-4ec4-b932-a040ccf832d9 port 2f0cdd80-0129-4756-a061-a2bfb559e884 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 01:03:50.666713 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-1e51ee4e-5699-4d32-8686-2c263a57ca48 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:50.671931 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:50.674309 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-1e51ee4e-5699-4d32-8686-2c263a57ca48 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 810 time: 0.2255511 Sep 25 01:03:50.692149 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-17f014e1-908c-4bd6-adca-99d8a6e545ba tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/quotas/f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 375 time: 0.0134563 Sep 25 01:03:50.755135 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 9 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:50.761215 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-e55d455f-6295-471e-8395-a92a318b0b9e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590944 Sep 25 01:03:50.836922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:50.998732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.040286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks [] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.049238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.178917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Pushing event updated for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:51.182299 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-ef4412d5-7b46-4cd2-b024-4800864ee2e7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897898 Sep 25 01:03:51.196919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.197521 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.198089 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.198875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.200011 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.200151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.200900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.201683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.202418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.203193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.203950 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.204737 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.206163 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.206986 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.207776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:03:51.217630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Attempting to bind port 2f0cdd80-0129-4756-a061-a2bfb559e884 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:51.218536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Attempting to bind port 2f0cdd80-0129-4756-a061-a2bfb559e884 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:51.219343 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Attempting to bind port 2f0cdd80-0129-4756-a061-a2bfb559e884 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:51.301479 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-9a3cb9d9-19f5-40e5-a6e2-16484d741c4b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683494 Sep 25 01:03:51.302654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Checking agent: {'id': '702ea7d9-c72c-4888-b659-c6589a7004a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 47, 22), 'started_at': datetime.datetime(2022, 9, 25, 0, 47, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:51.303269 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Checking segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:51.303837 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.304434 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Bound using segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:51.304931 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Bound port: 2f0cdd80-0129-4756-a061-a2bfb559e884, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:51.305393 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.339488 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Attempt 10 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:51.370038 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-b5eaefb1-3bed-46e4-9b44-8b67eb7423f0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851661 Sep 25 01:03:51.409467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7520-7959-4d6d-ac5c-c77022595b9e None None] Port 2f0cdd80-0129-4756-a061-a2bfb559e884 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:51.433319 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] For port 2f0cdd80-0129-4756-a061-a2bfb559e884, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:51.443072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] For port 2f0cdd80-0129-4756-a061-a2bfb559e884, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2f0cdd80-0129-4756-a061-a2bfb559e884,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:51.454733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac308f9-8d31-4673-b784-452475eca237 req-a6ecd268-44f6-411c-aca3-87c1ef2adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:51.456388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.463339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-a6ecd268-44f6-411c-aca3-87c1ef2adbe6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1130 time: 0.1231272 Sep 25 01:03:51.507906 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.508510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:51.540966 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f23e2-9d35-4cbc-b0ef-bdb3414bea0f None None] Pushing event updated for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:51.544575 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:03:51.545122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Provisioning complete for port 2f0cdd80-0129-4756-a061-a2bfb559e884 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:51.545685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.546096 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Attempt 1 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:51.546439 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:51.723772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Current status of the port 2f0cdd80-0129-4756-a061-a2bfb559e884 is: DOWN; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:51.724402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.773110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:03:51.773760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] For port 2f0cdd80-0129-4756-a061-a2bfb559e884, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2f0cdd80-0129-4756-a061-a2bfb559e884,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:03:51.781230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:51.787059 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4789b9dc-b6f2-49e2-8864-bc57db0a357e req-99a017c8-b3a1-4ce5-ae09-3bce8a2f29be tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 210 time: 0.0662341 Sep 25 01:03:51.798132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac308f9-8d31-4673-b784-452475eca237 req-0dfe3286-9efa-47b0-b1a0-4b79df069f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:51.800735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-0dfe3286-9efa-47b0-b1a0-4b79df069f9b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.3012655 Sep 25 01:03:51.851857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a254bab-32f0-4a45-8892-440a5c778cc3 None None] Pushing event updated for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:51.939811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-c329717f-56a3-47a2-bc76-b42b1641a01a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 1001 time: 0.1274748 Sep 25 01:03:52.010073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac308f9-8d31-4673-b784-452475eca237 req-2cb0a4e0-fc94-482e-b847-e813f2f80402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:52.012058 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-2cb0a4e0-fc94-482e-b847-e813f2f80402 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0629604 Sep 25 01:03:52.082087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac308f9-8d31-4673-b784-452475eca237 req-9090968d-5320-45ec-aec2-6ad6902a571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:52.083812 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-9090968d-5320-45ec-aec2-6ad6902a571f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606925 Sep 25 01:03:52.109589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:03:52.153583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38e017-7cf4-4abe-a2f4-e705263c1df8 None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:03:52.251689 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-0089f6b4-5833-46da-881e-9028e43f8862 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576400 Sep 25 01:03:52.276900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:52.295891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.406203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 2f0cdd80-0129-4756-a061-a2bfb559e884 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:03:52.469004 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Provisioning complete for port 2f0cdd80-0129-4756-a061-a2bfb559e884 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:52.469726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.470289 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Attempt 1 to provision port 2f0cdd80-0129-4756-a061-a2bfb559e884 Sep 25 01:03:52.477010 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac308f9-8d31-4673-b784-452475eca237 req-15bda17a-66ae-4250-a5db-8954d92c79e4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163928 Sep 25 01:03:52.621665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Current status of the port 2f0cdd80-0129-4756-a061-a2bfb559e884 is: ACTIVE; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:03:52.638809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:52.985090 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3f263f5f-e7b8-4a66-8114-82788c98f08b req-23c84dca-fc33-4840-ac3c-af757d9d052a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 210 time: 0.0540676 Sep 25 01:03:54.151199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aec46421-0a3e-4494-93bd-851aad635028 req-344564a4-46e7-4d9a-8d8b-88289b0373ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 210 time: 0.0328207 Sep 25 01:03:54.652169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-489b1d0c-f71c-49ba-91cc-da3649bdde5b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:54.657399 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-489b1d0c-f71c-49ba-91cc-da3649bdde5b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 810 time: 0.2150869 Sep 25 01:03:54.705775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:54.757511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-174f9999-af23-42b5-9465-95eb12a5c586 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 380 time: 0.0835040 Sep 25 01:03:54.873964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'port': {'device_id': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'admin_state_up': True, 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'security_groups': ['bfb86a56-b21b-42ad-94ac-a717aef8569c']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:55.023930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Made reservation on behalf of f37b53a21b19482b8dcac6c38505a50b for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:03:55.028991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.217985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Allocated IP 172.20.0.8 (dbea2e08-a361-48c8-95fc-03b3fc326d51/2e1050b6-9f20-4f3d-a5dc-be57c6013353/c71c9659-825c-4f3d-b945-2c964a1f67a7) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:03:55.246233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:55.318162 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e4de425a-1c44-4398-ae76-5f058fe7559a req-f557f310-36bf-46a9-9c81-ad70f8d6465f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 210 time: 0.0331986 Sep 25 01:03:55.405356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.443008 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.493978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:03:55.498267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:03:55.511284 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:03:55.546908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:55.577100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:55.578107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.599467 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-c7e583ac-3e5c-45ee-872e-751fcc7530a0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362478 Sep 25 01:03:55.741705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Provisioning complete for port c71c9659-825c-4f3d-b945-2c964a1f67a7 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:03:55.742551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:55.742551 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 1 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:55.778616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:56.218303 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40646) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.279370 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 2 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:56.326960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:56.364177 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c2246fa1-761c-4c60-b93f-311e0b34ab49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.404559 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:56.421898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:56.481067 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c2246fa1-761c-4c60-b93f-311e0b34ab49 admin admin] Publish callbacks [] for security_group (1f076af5-308f-40f5-b77c-af020e85ce8c), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.490608 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c2246fa1-761c-4c60-b93f-311e0b34ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1f076af5-308f-40f5-b77c-af020e85ce8c), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.509627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65eb44-d619-448b-add8-5f97f295d7e5 req-f3808391-b615-4a10-8a27-41c1678fae5f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:56.510866 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a65eb44-d619-448b-add8-5f97f295d7e5 req-f3808391-b615-4a10-8a27-41c1678fae5f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 931 time: 0.0719330 Sep 25 01:03:56.547177 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c2246fa1-761c-4c60-b93f-311e0b34ab49 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a4c77d3ed756497782dfc2b6a39ead1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274441 Sep 25 01:03:56.548089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2246fa1-761c-4c60-b93f-311e0b34ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f076af5-308f-40f5-b77c-af020e85ce8c,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:56.551882 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40652) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:56.587371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a65eb44-d619-448b-add8-5f97f295d7e5 req-01dd1494-3570-4286-862e-e179857f60ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682118 Sep 25 01:03:56.617694 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] Publish callbacks [] for security_group (1f076af5-308f-40f5-b77c-af020e85ce8c), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.643900 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] Publish callbacks [] for security_group (1f076af5-308f-40f5-b77c-af020e85ce8c), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.703762 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (1f076af5-308f-40f5-b77c-af020e85ce8c), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.706855 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:56.708072 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1f076af5-308f-40f5-b77c-af020e85ce8c HTTP/1.1" status: 204 len: 168 time: 0.1552279 Sep 25 01:03:56.718959 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e33e-ed8a-4074-bb22-8652e26cd7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f076af5-308f-40f5-b77c-af020e85ce8c,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:56.828142 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 3 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:56.884181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:57.071442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40658) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.086919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fdeb29e2-9b94-4921-81a0-29e051e3d6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.180766 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:57.199489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fdeb29e2-9b94-4921-81a0-29e051e3d6ad admin admin] Publish callbacks [] for security_group (d6c28311-4eb1-4673-9580-0ea21daf8566), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.205805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fdeb29e2-9b94-4921-81a0-29e051e3d6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d6c28311-4eb1-4673-9580-0ea21daf8566), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.256798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb29e2-9b94-4921-81a0-29e051e3d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c28311-4eb1-4673-9580-0ea21daf8566,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:57.262999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fdeb29e2-9b94-4921-81a0-29e051e3d6ad admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ce04fef56605480eb8c6aca09c3a82f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886797 Sep 25 01:03:57.266169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 40662) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:03:57.325724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] Publish callbacks [] for security_group (d6c28311-4eb1-4673-9580-0ea21daf8566), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.352739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] Publish callbacks [] for security_group (d6c28311-4eb1-4673-9580-0ea21daf8566), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.385822 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 4 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:57.423762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d6c28311-4eb1-4673-9580-0ea21daf8566), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.424617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:57.427128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:57.431350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d6c28311-4eb1-4673-9580-0ea21daf8566 HTTP/1.1" status: 204 len: 168 time: 0.1611996 Sep 25 01:03:57.437613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b9d69-1a47-41c6-a18d-d2a6d6b57837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c28311-4eb1-4673-9580-0ea21daf8566,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:57.770732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec651-fc9f-4d21-92fa-c43248d59e42 req-21f11975-9f08-43b0-a03b-132dd9850798 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:57.772800 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8f2ec651-fc9f-4d21-92fa-c43248d59e42 req-21f11975-9f08-43b0-a03b-132dd9850798 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 931 time: 0.0766993 Sep 25 01:03:57.846544 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8f2ec651-fc9f-4d21-92fa-c43248d59e42 req-5d0b2f3d-48d3-4536-998d-32da1ac5e034 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644243 Sep 25 01:03:57.926281 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 5 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:57.978876 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:58.075797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Request body: {'port': {'device_id': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:03:58.127633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:58.168019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.485734 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 6 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:58.572156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:58.627540 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71c9659-825c-4f3d-b945-2c964a1f67a7 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:03:58.643869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks [] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.665517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Transition to ACTIVE for port object c71c9659-825c-4f3d-b945-2c964a1f67a7 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:03:58.671252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:58.745434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Pushing event updated for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:58.824019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Attempting to bind port c71c9659-825c-4f3d-b945-2c964a1f67a7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:03:58.824322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Attempting to bind port c71c9659-825c-4f3d-b945-2c964a1f67a7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:03:58.824561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Attempting to bind port c71c9659-825c-4f3d-b945-2c964a1f67a7 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:58.906939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:03:58.907082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Attempting to bind port c71c9659-825c-4f3d-b945-2c964a1f67a7 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:03:59.011203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:03:59.011733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Checking segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:03:59.012130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Bound using segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:03:59.012774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Bound port: c71c9659-825c-4f3d-b945-2c964a1f67a7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:03:59.013182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.047197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098e923-722d-4ff2-8f16-c1e66579c697 req-a8d45434-e761-451e-bc73-47a2edc0c445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.048899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c098e923-722d-4ff2-8f16-c1e66579c697 req-a8d45434-e761-451e-bc73-47a2edc0c445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 943 time: 0.0844543 Sep 25 01:03:59.073068 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 7 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:59.121397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:03:59.148194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:03:59.167911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.172884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:03:59.182317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c098e923-722d-4ff2-8f16-c1e66579c697 req-3cbce0eb-f475-4109-8253-b2cc9996028d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070840 Sep 25 01:03:59.208494 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.250748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.251675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:03:59.254057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 1093 time: 1.1879268 Sep 25 01:03:59.255322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.256077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:03:59.258955 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79cebcc-3bda-435e-b6a9-068d532c7b15" -d '{"events": [{"name": "network-changed", "server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:03:59.294682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939edaad-30e0-4eeb-9081-c3b50a933e21 service neutron] Pushing event updated for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:03:59.331445 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b1dfb4-54c7-45aa-a5b9-cbc886922985 x-openstack-request-id: req-b9b1dfb4-54c7-45aa-a5b9-cbc886922985 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:03:59.331781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:03:59.332266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9b1dfb4-54c7-45aa-a5b9-cbc886922985 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:03:59.332747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b1dfb4-54c7-45aa-a5b9-cbc886922985'] response: {'name': 'network-changed', 'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'status': 'completed', 'code': 200} Sep 25 01:03:59.391727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-b9d1a6fa-58c4-49fe-a82a-8e14e1e2a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.393923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-b9d1a6fa-58c4-49fe-a82a-8e14e1e2a37f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1127 time: 0.0486639 Sep 25 01:03:59.447080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-ae89284b-4176-4dd8-a142-194c72b532aa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 217 time: 0.0384898 Sep 25 01:03:59.503504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-ef54235a-a774-4226-a0a1-6207160485ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.505976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-ef54235a-a774-4226-a0a1-6207160485ee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0510488 Sep 25 01:03:59.555177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-e2a264f8-0f7e-4baa-a381-27611bc8c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:03:59.556813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-e2a264f8-0f7e-4baa-a381-27611bc8c772 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455015 Sep 25 01:03:59.623195 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Attempt 8 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:03:59.648172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:03:59.678905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-26f5402b-d84e-4ec8-a676-060db5491539 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074452 Sep 25 01:03:59.684091 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-50b3ad96-6f3f-47b3-9da9-419ffdd28fd7 None None] Port c71c9659-825c-4f3d-b945-2c964a1f67a7 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:03:59.794484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504fdeb4-d169-412a-a1ac-360d03b9fac7 req-aad08663-1b6f-4ffc-9c98-1254dad56649 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073992 Sep 25 01:04:00.351278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9c03-a2a5-4aff-acf3-48db7b37ac70 req-d2e97f2a-053b-4f1d-9b51-9d297cc17437 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:00.353039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a0a9c03-a2a5-4aff-acf3-48db7b37ac70 req-d2e97f2a-053b-4f1d-9b51-9d297cc17437 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 943 time: 0.0586891 Sep 25 01:04:00.437396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a0a9c03-a2a5-4aff-acf3-48db7b37ac70 req-e2d88e10-87ca-46a0-b2a2-b7baacde7c83 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774102 Sep 25 01:04:00.925977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-308b4d1f-52cc-48b4-b779-df49e0523ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:00.927635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-308b4d1f-52cc-48b4-b779-df49e0523ec8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1127 time: 0.0451722 Sep 25 01:04:01.039839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-987ffc33-e412-4e6f-adca-ad243240c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:01.041455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-987ffc33-e412-4e6f-adca-ad243240c227 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1065252 Sep 25 01:04:01.088491 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-53a4c883-efd0-4492-bf34-1bfe17071c62 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 217 time: 0.0381186 Sep 25 01:04:01.150918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-21ae0394-0a42-4ec7-bceb-44983c54f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:01.152625 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-21ae0394-0a42-4ec7-bceb-44983c54f7ff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0574751 Sep 25 01:04:01.207819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-714cf232-5de0-4b86-b7a0-7487e3b86ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:01.209484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-714cf232-5de0-4b86-b7a0-7487e3b86ef4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445189 Sep 25 01:04:01.313763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-e7a7eaf0-e3ff-44ab-8488-f8463ba9aea6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968876 Sep 25 01:04:01.421455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d79cebcc-3bda-435e-b6a9-068d532c7b15 req-058efa5d-549b-4225-b075-66725e98ac66 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003842 Sep 25 01:04:01.591537 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f92164-e9dd-4510-b3e0-a3e0d2560b31 req-92a21851-4bac-4ba1-bdd7-13f045f624ac tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:01.593572 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-53f92164-e9dd-4510-b3e0-a3e0d2560b31 req-92a21851-4bac-4ba1-bdd7-13f045f624ac tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 943 time: 0.0615997 Sep 25 01:04:01.662830 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-53f92164-e9dd-4510-b3e0-a3e0d2560b31 req-69ddf5a7-cd55-47be-b26a-49abf933b43a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617609 Sep 25 01:04:01.882223 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device c71c9659-825c-4f3d-b945-2c964a1f67a7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:04:02.133379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:02.147378 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'port_id': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'mac_address': 'fa:16:3e:7b:8f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:04:02.196556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port c71c9659-825c-4f3d-b945-2c964a1f67a7 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:02.197044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.213475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71c9659-825c-4f3d-b945-2c964a1f67a7 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:04:02.248335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:02.256910 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:02.326964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:02.644177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.651136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['c71c9659-825c-4f3d-b945-2c964a1f67a7'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:04:02.664254 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-e95ca56c-12d0-434b-b8b3-a0489b606d3b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1834758444&fields=id&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 267 time: 0.0671494 Sep 25 01:04:02.691958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.887155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-26f82010-fd92-406b-a5c4-abafe38f485a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:02.888991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-26f82010-fd92-406b-a5c4-abafe38f485a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.2061818 Sep 25 01:04:02.909719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:02.913449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-352ddb8d-8747-4025-a31f-5dc41a4264ca tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/quotas/46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 375 time: 0.0123458 Sep 25 01:04:02.917096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884da860-7571-4541-ab0e-c0bbdacc5aed req-6beb51ea-9d58-44f8-9cc3-3dc4bfc87bf4 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:02.920070 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-884da860-7571-4541-ab0e-c0bbdacc5aed req-6beb51ea-9d58-44f8-9cc3-3dc4bfc87bf4 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 944 time: 0.1143734 Sep 25 01:04:03.007242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-77d4c6ce-cc0a-45c9-96c3-81546e392862 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861723 Sep 25 01:04:03.027056 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-884da860-7571-4541-ab0e-c0bbdacc5aed req-7dd6e884-57b7-4766-8d9a-bba709c3591a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893810 Sep 25 01:04:03.192220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-845ad900-a77d-4b35-adba-ab9e5861c3e0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692429 Sep 25 01:04:03.366905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-4d58b49a-6564-4036-a9af-7b752ebff119 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644273 Sep 25 01:04:03.806565 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-060230f6-bec3-4e7d-8e6f-0db35d925d04 req-c192d045-042b-49d5-bcdf-57590640a692 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 210 time: 0.0461252 Sep 25 01:04:03.927856 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device c71c9659-825c-4f3d-b945-2c964a1f67a7 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:04.009444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port c71c9659-825c-4f3d-b945-2c964a1f67a7 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:04:04.029489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port c71c9659-825c-4f3d-b945-2c964a1f67a7 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:04.030490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.031293 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port c71c9659-825c-4f3d-b945-2c964a1f67a7 Sep 25 01:04:04.187825 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port c71c9659-825c-4f3d-b945-2c964a1f67a7 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:04.188474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.244367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c56705-0a2f-4dc1-b4f5-4c8f35f01c9c req-1014dc64-9285-4bd9-8335-f22574a15831 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:04.259500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:04.260101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6c56705-0a2f-4dc1-b4f5-4c8f35f01c9c req-1014dc64-9285-4bd9-8335-f22574a15831 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 944 time: 0.1266696 Sep 25 01:04:04.264978 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb4215-1703-45be-ae7d-3e3fefd2829b" -d '{"events": [{"server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "name": "network-vif-plugged", "status": "completed", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:04.304444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:04.317028 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:04.333920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f4fa27-4ffb-444d-a329-2ce27a39cfac x-openstack-request-id: req-17f4fa27-4ffb-444d-a329-2ce27a39cfac {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:04.334497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "name": "network-vif-plugged", "status": "completed", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:04.334919 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17f4fa27-4ffb-444d-a329-2ce27a39cfac {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:04.335498 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f4fa27-4ffb-444d-a329-2ce27a39cfac'] response: {'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'code': 200} Sep 25 01:04:04.350856 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6c56705-0a2f-4dc1-b4f5-4c8f35f01c9c req-15047a8a-0045-419e-a14d-cb4f8df23987 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885668 Sep 25 01:04:04.406763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:04.654325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700c3e9-54cb-463a-9b8a-6f7230b75642 req-08af33bb-7360-4b51-b4bf-d74b0997e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:04.658146 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d700c3e9-54cb-463a-9b8a-6f7230b75642 req-08af33bb-7360-4b51-b4bf-d74b0997e4f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1129 time: 0.0725751 Sep 25 01:04:04.732914 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d700c3e9-54cb-463a-9b8a-6f7230b75642 req-3ea09083-830c-4f86-bd65-037d17093c0a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667322 Sep 25 01:04:04.919309 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f87f362a-e893-4e59-91c4-a6192f11738b req-b9996edd-1b21-4354-aeb3-dc6bed93e978 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 210 time: 0.0290542 Sep 25 01:04:05.510246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f087363-260e-44af-b6fa-b2d22a793433 req-fd0a9817-da3f-4d9a-bb66-5da633416d65 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:05.512029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3f087363-260e-44af-b6fa-b2d22a793433 req-fd0a9817-da3f-4d9a-bb66-5da633416d65 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0599575 Sep 25 01:04:05.570916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3f087363-260e-44af-b6fa-b2d22a793433 req-403c6d57-5f19-49db-aba9-2e5cfa963c52 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518179 Sep 25 01:04:06.039679 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e06b3ac5-3caa-47c4-99a1-bca28ced01ae req-9fded68f-21b4-45c2-96bc-2c623233df24 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 210 time: 0.0324328 Sep 25 01:04:06.713704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ff87b-cf53-4f99-bb14-a60b88a2f81d req-5b235d89-bcf2-4c00-b715-6119938c9510 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:06.715319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e61ff87b-cf53-4f99-bb14-a60b88a2f81d req-5b235d89-bcf2-4c00-b715-6119938c9510 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0516837 Sep 25 01:04:06.773707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e61ff87b-cf53-4f99-bb14-a60b88a2f81d req-3aa5b4cb-194d-40e7-afd5-0e2f45422c01 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510771 Sep 25 01:04:06.950032 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3900e66-b623-45a9-b585-6b89f79576d2 req-26b91428-6f3b-4430-a428-826478290bcf tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:06.951650 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c3900e66-b623-45a9-b585-6b89f79576d2 req-26b91428-6f3b-4430-a428-826478290bcf tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Sep 25 01:04:06.971795 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40796) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:06.984185 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'floatingip': {'port_id': 'c71c9659-825c-4f3d-b945-2c964a1f67a7'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:07.060276 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.282719 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cdf1143-df87-4238-8ac2-43634e59367b req-6fea5c7b-d475-4dba-94ad-b3aa3d6b356d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 210 time: 0.0787389 Sep 25 01:04:07.318602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-9bd4b623-f6ac-4655-8903-a927ad6ec63d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:07.320960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-9bd4b623-f6ac-4655-8903-a927ad6ec63d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 811 time: 0.2940366 Sep 25 01:04:07.522440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-9af28493-1385-4203-a08c-946ecb353482 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=46f19fd9ad1e4880961d1eee75883687 HTTP/1.1" status: 200 len: 380 time: 0.1583505 Sep 25 01:04:07.533611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'port': {'device_id': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'admin_state_up': True, 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'security_groups': ['0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:07.679840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.714259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.735337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Made reservation on behalf of 46f19fd9ad1e4880961d1eee75883687 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:04:07.744799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.876069 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.935883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:07.944913 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.950151 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:07.962241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.20.0.13 (31fa7821-6345-4f48-b070-9ceab6d12adf/d10d11e6-b8a0-482d-9762-c8b3bdb048d3/9d97f0d8-3c7b-4ac3-8d16-6a80eec13764) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:08.259202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.320341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.353293 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Floating IP db59aa21-2a25-4361-a747-7d670cbfd031 associated. External IP: 172.37.1.44, port: c71c9659-825c-4f3d-b945-2c964a1f67a7. Sep 25 01:04:08.393382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 31fa7821-6345-4f48-b070-9ceab6d12adf is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:08.411727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:08.420886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:08.436324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:08.600668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:08.602136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.637107 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-caf9b312-ec03-4a28-b217-8d60f8b017c3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1085331 Sep 25 01:04:08.664167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Request body: {'port': {'device_id': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:08.789114 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e8b96-f509-4c6a-8b2c-a424e49012fc req-8eddd9ff-80b5-426a-b8d8-014259a83ec6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:08.791840 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-688e8b96-f509-4c6a-8b2c-a424e49012fc req-8eddd9ff-80b5-426a-b8d8-014259a83ec6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 932 time: 0.1861188 Sep 25 01:04:08.833951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.903127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Provisioning complete for port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:08.905520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:08.906531 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Attempt 1 to provision port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 Sep 25 01:04:08.975989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:08.976809 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-688e8b96-f509-4c6a-8b2c-a424e49012fc req-ff63f52c-8653-4aff-b5d7-eeededceb707 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474564 Sep 25 01:04:08.991130 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:09.179809 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:09.188876 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.203711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:09.233487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:09.236348 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:09.236968 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-03c6099c-9210-41f8-afe6-cd2c10ddb720 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/db59aa21-2a25-4361-a747-7d670cbfd031 HTTP/1.1" status: 200 len: 990 time: 2.2628353 Sep 25 01:04:09.237734 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:09.242815 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a4fa2-b44a-4869-b355-fbaa437a8a69" -d '{"events": [{"name": "network-changed", "server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:09.251056 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.323421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363603d7-5b72-4802-93b7-59452a492066 x-openstack-request-id: req-363603d7-5b72-4802-93b7-59452a492066 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:09.324039 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:09.324891 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-363603d7-5b72-4802-93b7-59452a492066 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:09.325661 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363603d7-5b72-4802-93b7-59452a492066'] response: {'name': 'network-changed', 'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'status': 'completed', 'code': 200} Sep 25 01:04:09.514021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.515800 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Attempt 2 to provision port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 Sep 25 01:04:09.562542 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:09.631317 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:09.734623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:04:09.745152 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks [] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.793082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Transition to ACTIVE for port object 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:04:09.807091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-498a9893-249a-4a92-9b7d-20652992ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:09.808823 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-498a9893-249a-4a92-9b7d-20652992ec09 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1129 time: 0.0686865 Sep 25 01:04:09.809605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:09.856290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'db59aa21-2a25-4361-a747-7d670cbfd031', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.44', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:7b:8f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:49Z', 'updated_at': '2022-09-25T01:04:07Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:09.859367 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:09.889861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:09.904159 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:09.905199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:03:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:09.935666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:09.962385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:10.024858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:10.062608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-576114cd-b93c-4f1f-a2d4-08d2c9454325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:10.065398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-576114cd-b93c-4f1f-a2d4-08d2c9454325 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.2468941 Sep 25 01:04:10.067378 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Attempting to bind port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:04:10.068058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Attempting to bind port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:04:10.068739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Attempting to bind port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:10.120927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e002b-71b3-4ce6-b966-9ba9f28c9d7a req-1de51d9a-4a54-414e-b597-e26672c33292 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:10.123900 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f27e002b-71b3-4ce6-b966-9ba9f28c9d7a req-1de51d9a-4a54-414e-b597-e26672c33292 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0839784 Sep 25 01:04:10.133061 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Attempt 3 to provision port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 Sep 25 01:04:10.136679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 on network 31fa7821-6345-4f48-b070-9ceab6d12adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:04:10.137120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Attempting to bind port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 on network 31fa7821-6345-4f48-b070-9ceab6d12adf {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:04:10.194062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:04:10.194386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Checking segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:04:10.194803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Bound using segment: {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:04:10.195233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Bound port: 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5580d2ab-1c02-4162-bded-4b179649cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:04:10.196307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.197375 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f27e002b-71b3-4ce6-b966-9ba9f28c9d7a req-ca4b08dd-625b-4601-bd80-c42f90e8e676 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671389 Sep 25 01:04:10.207374 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:04:10.291528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:04:10.295394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:04:10.303823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.308220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:10.309034 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:10.311392 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 HTTP/1.1" status: 200 len: 1094 time: 1.6606767 Sep 25 01:04:10.314871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:10.317513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824ecbb-567e-4c15-9fd7-f5bf87896644" -d '{"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:10.358412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'db59aa21-2a25-4361-a747-7d670cbfd031', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.44', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:7b:8f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:49Z', 'updated_at': '2022-09-25T01:04:07Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:10.389779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0de73e6-1df7-4315-886e-c3d28fbeab88 None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'db59aa21-2a25-4361-a747-7d670cbfd031', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.44', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:7b:8f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:03:49Z', 'updated_at': '2022-09-25T01:04:07Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:10.396243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ace9b-098e-4f07-b228-0f6e528e9bc1 x-openstack-request-id: req-b86ace9b-098e-4f07-b228-0f6e528e9bc1 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:10.396243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:10.396243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b86ace9b-098e-4f07-b228-0f6e528e9bc1 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:10.396919 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86ace9b-098e-4f07-b228-0f6e528e9bc1'] response: {'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'status': 'completed', 'code': 200} Sep 25 01:04:10.405459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e074fe-d662-4b1b-8889-4a95d99e3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:10.652772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374e2c2-5d83-49d8-b6c3-b92c082ab636 None None] New status for floating IP db59aa21-2a25-4361-a747-7d670cbfd031: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:04:10.708509 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Attempt 4 to provision port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 Sep 25 01:04:10.788686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c0e01340-16f1-471b-bb97-3fc8dfe18cf9 None None] Port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:04:11.358331 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c629-7066-4873-bd90-a2560f984b3d req-a509c5c8-ea8f-4eab-b204-a6f0da6faa6a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:11.361726 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8074c629-7066-4873-bd90-a2560f984b3d req-a509c5c8-ea8f-4eab-b204-a6f0da6faa6a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0719645 Sep 25 01:04:11.390622 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:11.422460 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8074c629-7066-4873-bd90-a2560f984b3d req-617d3fd2-3ff9-49d8-bf3a-64637a79a7dd tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545578 Sep 25 01:04:12.573472 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d008c-88b7-441b-bc0f-2cd4a4adbe71 req-4ed5abf7-0c93-4b48-9b62-1e2d1f489746 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:12.575406 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-503d008c-88b7-441b-bc0f-2cd4a4adbe71 req-4ed5abf7-0c93-4b48-9b62-1e2d1f489746 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0611126 Sep 25 01:04:12.637455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-503d008c-88b7-441b-bc0f-2cd4a4adbe71 req-08a99fab-2974-4cb2-b4fe-a9be129b97d1 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555258 Sep 25 01:04:12.868448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-8917f64f-c3d2-47b2-996b-919c0ed57197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:12.870222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-8917f64f-c3d2-47b2-996b-919c0ed57197 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1128 time: 0.0651569 Sep 25 01:04:12.872310 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-f104e0a5-a0a6-4b77-9c46-2ca65b5a5969 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 1000 time: 0.1071775 Sep 25 01:04:13.025689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-5d8bb37a-fce2-4080-9165-54b1f68d5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.027176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-5d8bb37a-fce2-4080-9165-54b1f68d5a4e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.1176701 Sep 25 01:04:13.073552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:13.094880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-9ca400ca-c86b-441c-b54b-b7c579402f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.096991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-9ca400ca-c86b-441c-b54b-b7c579402f57 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=46f19fd9ad1e4880961d1eee75883687&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1970313 Sep 25 01:04:13.101874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-5ecb0f79-a19b-46e0-8430-04451246ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.103763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-5ecb0f79-a19b-46e0-8430-04451246ed91 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643587 Sep 25 01:04:13.294459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-ab2b342f-36d7-4cad-827b-b657b35b6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.296352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6824ecbb-567e-4c15-9fd7-f5bf87896644 req-ab2b342f-36d7-4cad-827b-b657b35b6807 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1912012 Sep 25 01:04:13.301751 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-6701739e-0153-4595-8f15-5f8d3bee5757 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863799 Sep 25 01:04:13.324602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:13.484447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-f0b46acf-6464-4dd1-a89c-07f980c26f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.487346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-f0b46acf-6464-4dd1-a89c-07f980c26f3e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1128 time: 0.0993164 Sep 25 01:04:13.557951 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-6842732e-7661-4091-a4d1-a6d36462749e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 HTTP/1.1" status: 200 len: 217 time: 0.0531592 Sep 25 01:04:13.562102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c69a4fa2-b44a-4869-b355-fbaa437a8a69 req-1f13d389-58ed-4ccf-a28a-f2f7ce27317a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480090 Sep 25 01:04:13.634266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-fd626fab-e3a7-4d10-9cb2-39d0459d20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.635808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-fd626fab-e3a7-4d10-9cb2-39d0459d20a5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0555987 Sep 25 01:04:13.692216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-5f935a63-6958-4aa7-bcbb-79f50af9344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.693705 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-5f935a63-6958-4aa7-bcbb-79f50af9344f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490134 Sep 25 01:04:13.824760 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-4b72504f-a136-4926-8809-751842973df7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240656 Sep 25 01:04:13.846875 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3c47-731a-4f05-ab1e-7ffdbe26726f req-111b41bb-a4d0-4579-a69f-05df4262cb3a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:13.849308 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ef9e3c47-731a-4f05-ab1e-7ffdbe26726f req-111b41bb-a4d0-4579-a69f-05df4262cb3a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0784092 Sep 25 01:04:13.943737 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ef9e3c47-731a-4f05-ab1e-7ffdbe26726f req-e9c95fb7-9ce8-474c-854b-ddc5f611849b tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851526 Sep 25 01:04:14.006599 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9fe558c-2bef-47b6-9ea2-f8c3a3608763 req-b96af3bb-a68f-4663-b78d-77f678454d9b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739457 Sep 25 01:04:15.095802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712e7ee-6e93-4334-b947-cbd12b7df5ae req-0eed605e-dcc0-4ce7-8f3c-d2a8d8e17092 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:15.097396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9712e7ee-6e93-4334-b947-cbd12b7df5ae req-0eed605e-dcc0-4ce7-8f3c-d2a8d8e17092 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0562556 Sep 25 01:04:15.168599 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9712e7ee-6e93-4334-b947-cbd12b7df5ae req-80171976-78ae-4a5e-b371-91c4e44ea181 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648658 Sep 25 01:04:16.305464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1c0c-d102-46fc-9d0a-cf6ded70fb6b req-dd5bcc0a-5e0a-4fd7-8f04-ddc47c6b80b6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:16.307066 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3adb1c0c-d102-46fc-9d0a-cf6ded70fb6b req-dd5bcc0a-5e0a-4fd7-8f04-ddc47c6b80b6 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0535953 Sep 25 01:04:16.379964 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3adb1c0c-d102-46fc-9d0a-cf6ded70fb6b req-67192beb-7a1a-4dd7-aaf7-e3b5273e557d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628002 Sep 25 01:04:17.397759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e1c3677f-495b-4133-b229-cec482865860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:17.536599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2b3fd-36c7-4adb-879c-7f926658f076 req-f59f9ede-be73-411a-a858-15c38ba29468 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:17.538289 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0f2b3fd-36c7-4adb-879c-7f926658f076 req-f59f9ede-be73-411a-a858-15c38ba29468 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0573130 Sep 25 01:04:17.602605 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0f2b3fd-36c7-4adb-879c-7f926658f076 req-557fc14e-0349-4104-8db7-8165a8c5a107 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583031 Sep 25 01:04:18.750338 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c99c5-03f5-4c44-bb1f-d40fe3d5a845 req-b91e5760-4b36-4c00-96d5-47f110a66616 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:18.752514 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e7c99c5-03f5-4c44-bb1f-d40fe3d5a845 req-b91e5760-4b36-4c00-96d5-47f110a66616 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0565193 Sep 25 01:04:18.846358 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9e7c99c5-03f5-4c44-bb1f-d40fe3d5a845 req-d26433a0-0f96-424d-941e-309e3c2a3738 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852475 Sep 25 01:04:19.423571 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:19.632028 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:04:19.778496 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b72dc099-498a-430f-9198-43b244626dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:20.043556 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c4bc6-0089-437d-bbb8-b9ccee74c408 req-7092c124-aa20-4a42-8649-0cf44998e21a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:20.045339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b9c4bc6-0089-437d-bbb8-b9ccee74c408 req-7092c124-aa20-4a42-8649-0cf44998e21a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0833452 Sep 25 01:04:20.108033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b9c4bc6-0089-437d-bbb8-b9ccee74c408 req-c90cdb79-b5cf-40dd-8d3c-83b047bc3dff tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562108 Sep 25 01:04:20.989776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:21.265382 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866115-ac35-460f-b456-9e1211e0ef87 req-ea7a0053-ec42-4845-8173-72fc8c2fd4a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:21.267760 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b9866115-ac35-460f-b456-9e1211e0ef87 req-ea7a0053-ec42-4845-8173-72fc8c2fd4a8 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0535302 Sep 25 01:04:21.296515 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:21.330424 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b9866115-ac35-460f-b456-9e1211e0ef87 req-8401d488-c040-4905-87db-df6d134ca0b9 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551677 Sep 25 01:04:22.278779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.487589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71306f59-f667-49e9-bc6b-c4ad18180275 req-4a83d6ed-93d3-4ac6-9048-e6b60de3a8ee tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:22.489233 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71306f59-f667-49e9-bc6b-c4ad18180275 req-4a83d6ed-93d3-4ac6-9048-e6b60de3a8ee tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 944 time: 0.0593941 Sep 25 01:04:22.558371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71306f59-f667-49e9-bc6b-c4ad18180275 req-3dfcb29b-3409-4644-b763-9ea5f96aac97 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589967 Sep 25 01:04:22.618839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.795311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:04:22.830673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:22.914726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:22.931640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'port_id': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'mac_address': 'fa:16:3e:ff:53:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:04:22.977653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:22.978038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:22.999198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:04:23.028548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:23.034788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:23.113544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:23.398054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:04:23.563581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:23.714140 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1701e-14db-47a3-8168-fb07bff3a480 req-5576cb6c-662c-473a-86cf-097ab48c6a80 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:23.715954 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8fc1701e-14db-47a3-8168-fb07bff3a480 req-5576cb6c-662c-473a-86cf-097ab48c6a80 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 945 time: 0.0626807 Sep 25 01:04:23.798333 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8fc1701e-14db-47a3-8168-fb07bff3a480 req-4e8547ce-7f57-4001-b75a-7f5710f289db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743706 Sep 25 01:04:24.802268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:04:24.866747 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:04:24.877863 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:04:24.879074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:24.879446 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 Sep 25 01:04:24.909434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:24.980180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a297ae-9988-4822-b038-a1dc7f93b084 req-518ca2cd-134b-4ee0-a07d-0b9c1a87e262 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:24.982722 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41a297ae-9988-4822-b038-a1dc7f93b084 req-518ca2cd-134b-4ee0-a07d-0b9c1a87e262 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 945 time: 0.0842741 Sep 25 01:04:24.997472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:04:24.997921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.030344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:25.032971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391d6f2-f12a-4ddd-8a71-8375a58f2913" -d '{"events": [{"server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "name": "network-vif-plugged", "status": "completed", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:25.046325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:04:25.052859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:25.053140 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41a297ae-9988-4822-b038-a1dc7f93b084 req-33da6201-08ca-4e10-9c93-6241dea975db tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604935 Sep 25 01:04:25.097129 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0204b0-8e7a-489c-bcbb-ec89bf688511 x-openstack-request-id: req-db0204b0-8e7a-489c-bcbb-ec89bf688511 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:25.097570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "name": "network-vif-plugged", "status": "completed", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:25.098098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db0204b0-8e7a-489c-bcbb-ec89bf688511 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:25.098454 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0204b0-8e7a-489c-bcbb-ec89bf688511'] response: {'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'code': 200} Sep 25 01:04:25.116819 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:25.390950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e39f4-7af7-455c-9fbd-874507a15e5d req-33c1f079-4050-465b-8d1e-84769a5ea2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:25.393102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f6e39f4-7af7-455c-9fbd-874507a15e5d req-33c1f079-4050-465b-8d1e-84769a5ea2d6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1130 time: 0.0454173 Sep 25 01:04:25.450747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f6e39f4-7af7-455c-9fbd-874507a15e5d req-83507110-6644-4f08-a56d-bf098801d968 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512135 Sep 25 01:04:26.181119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:26.196247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5250b-7916-40ef-b6b8-e28678be350e req-bb8b90de-11be-42b1-b42d-3a3ccf77f760 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:26.198176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83a5250b-7916-40ef-b6b8-e28678be350e req-bb8b90de-11be-42b1-b42d-3a3ccf77f760 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0532129 Sep 25 01:04:26.266352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83a5250b-7916-40ef-b6b8-e28678be350e req-8d6236de-c461-4bcb-8671-f52b6929b579 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601840 Sep 25 01:04:27.424364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a889-6012-4964-80ab-1314cac67fd9 req-b68eef4c-237e-47cf-956a-3f4d1cb2b78f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:27.426048 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c48a889-6012-4964-80ab-1314cac67fd9 req-b68eef4c-237e-47cf-956a-3f4d1cb2b78f tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0619493 Sep 25 01:04:27.484103 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-0c48a889-6012-4964-80ab-1314cac67fd9 req-41df172f-77f1-4579-85c0-ca20ab1b13cb tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Sep 25 01:04:27.622724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a16088-bae8-4309-8971-8a07bee360d3 req-8dcca460-8417-441a-a880-7892664b2853 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:27.624248 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27a16088-bae8-4309-8971-8a07bee360d3 req-8dcca460-8417-441a-a880-7892664b2853 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0516796 Sep 25 01:04:27.683990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27a16088-bae8-4309-8971-8a07bee360d3 req-a4dec05b-9024-4b71-b045-370b18cb79d0 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512550 Sep 25 01:04:27.713582 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40972) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:28.025406 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0b436-3e1c-42ad-a07a-2c6e46291ece tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:28.026987 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-bde0b436-3e1c-42ad-a07a-2c6e46291ece tempest-TestVolumeBootPattern-921505546 tempest-TestVolumeBootPattern-921505546-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1125 time: 0.3123059 Sep 25 01:04:28.030101 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 40976) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:28.035513 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'port_id': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:04:28.059858 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.176283 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.321610 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Allocated IP 172.37.1.112 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/01415370-4941-44cb-8f4f-692ee9962082) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:04:28.455656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (01415370-4941-44cb-8f4f-692ee9962082), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.467709 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:28.513504 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (01415370-4941-44cb-8f4f-692ee9962082), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:28.567188 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:04:28.573131 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:04:28.575567 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=01415370-4941-44cb-8f4f-692ee9962082,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:28.577948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:04:28.712134 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.068566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (72346b03-4ff4-4273-874d-c6ee76baa85f), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.157227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (01415370-4941-44cb-8f4f-692ee9962082), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.354705 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for port (01415370-4941-44cb-8f4f-692ee9962082), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.361022 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (01415370-4941-44cb-8f4f-692ee9962082), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.436170 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event updated for resources: {'Port': ['ID=01415370-4941-44cb-8f4f-692ee9962082,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:29.442468 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (72346b03-4ff4-4273-874d-c6ee76baa85f), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.523641 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.555789 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.559602 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP 72346b03-4ff4-4273-874d-c6ee76baa85f associated. External IP: 172.37.1.112, port: 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764. Sep 25 01:04:29.631752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.798842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:04:29.802838 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:29.931355 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:04:29.947769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:04:29.958503 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:29.966397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:29.967184 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:04:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:30.015616 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-bfc8b540-f2ad-44b8-a87a-2ee8ce373b49 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9844029 Sep 25 01:04:30.016467 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:04:30.019105 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f25ca-9ce0-4466-9b9c-077025335fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:04:30.030519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.062796 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1e2e3-7389-4b8d-b6bb-81f76c8c07d3 x-openstack-request-id: req-f6f1e2e3-7389-4b8d-b6bb-81f76c8c07d3 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:04:30.063239 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:04:30.063615 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6f1e2e3-7389-4b8d-b6bb-81f76c8c07d3 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:04:30.064120 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f1e2e3-7389-4b8d-b6bb-81f76c8c07d3'] response: {'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'status': 'completed', 'code': 200} Sep 25 01:04:30.122794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:30.178631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-c28d8e88-83b6-41b9-9567-3aca512cac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.181004 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-c28d8e88-83b6-41b9-9567-3aca512cac77 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1130 time: 0.0535138 Sep 25 01:04:30.329736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-8afe418a-9c60-47a3-8fe7-d39a504b1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.332555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-8afe418a-9c60-47a3-8fe7-d39a504b1e64 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.1429315 Sep 25 01:04:30.411296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-fb9e67e6-e6d9-48a1-960f-75797169d0e0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 HTTP/1.1" status: 200 len: 1000 time: 0.0715559 Sep 25 01:04:30.439800 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '72346b03-4ff4-4273-874d-c6ee76baa85f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.112', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:ff:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:04:28Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}, {'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:30.468845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-a5d840c7-f872-4011-a0df-9c6a15fd9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.470959 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-a5d840c7-f872-4011-a0df-9c6a15fd9fb4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0522070 Sep 25 01:04:30.489777 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:04:30.503935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:04:30.504751 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:04:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:30.530717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-f1e4d8fa-02cb-4cbc-a8d5-1698dfc978a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:30.533369 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-f1e4d8fa-02cb-4cbc-a8d5-1698dfc978a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496795 Sep 25 01:04:30.642259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-68bb10b5-d6b6-4782-a2db-e1a682d9aaac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011772 Sep 25 01:04:30.660850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:04:30.716119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:30.764049 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7f25ca-9ce0-4466-9b9c-077025335fd0 req-946a23d8-8a70-4578-b520-17e88ebd304d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143529 Sep 25 01:04:31.067119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '72346b03-4ff4-4273-874d-c6ee76baa85f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.112', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:ff:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:04:28Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}, {'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:04:31.095905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f3b54-2171-41d0-91ac-c81ad1884570 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '72346b03-4ff4-4273-874d-c6ee76baa85f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.112', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:ff:53:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:04:28Z', 'updated_at': '2022-09-25T01:04:28Z', 'revision_number': 0, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}, {'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:04:31.340683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5d8e1-c8a9-4af7-8674-c1a56b5d6ae6 None None] New status for floating IP 72346b03-4ff4-4273-874d-c6ee76baa85f: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:04:40.008379 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:40.011693 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:40.344316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41054) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:40.499335 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.602967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Publish callbacks [] for security_group (89a1fb14-24d9-4db2-8a98-d067a49ab39b), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.608031 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (89a1fb14-24d9-4db2-8a98-d067a49ab39b), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.665415 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7228453de1b4457b95497a5f27fe7c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168421 Sep 25 01:04:40.665415 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1fb14-24d9-4db2-8a98-d067a49ab39b,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:40.666161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41058) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:04:40.673638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.674141 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.674656 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.675080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.675480 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.676227 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.676720 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.677202 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.677672 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.678059 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.678465 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.678825 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.679217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.679583 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.679943 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b83f02a-4c60-4da4-b247-d2978feb947e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.741064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Publish callbacks [] for security_group (89a1fb14-24d9-4db2-8a98-d067a49ab39b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.770739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Publish callbacks [] for security_group (89a1fb14-24d9-4db2-8a98-d067a49ab39b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.834143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (89a1fb14-24d9-4db2-8a98-d067a49ab39b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.837296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:40.838756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/89a1fb14-24d9-4db2-8a98-d067a49ab39b HTTP/1.1" status: 204 len: 168 time: 0.1712329 Sep 25 01:04:40.852334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1fb14-24d9-4db2-8a98-d067a49ab39b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:04:40.868343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.868924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.869521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.870077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.870630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.871168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.871705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.872257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.872820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.873330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.874013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.874576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.875189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.875752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:40.876312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01d9e6-6df7-4644-8c38-eb9364678282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:04:44.643611 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:44.645031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=15 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:47.394759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-75c6e6cc-13f0-4eeb-8cbf-c4a0a25e91ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.445565 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:49.768692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d73cb3c0-cd45-47aa-91fc-2bd92d5917b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:50.658963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=22,neutron:INSERT=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.667707 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.843658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.858746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=78,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:04:50.995637 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.274856 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:52.619456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:04:56.535359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:04:59.531475 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc57e-66cd-4876-b5eb-5a292d6707d6 req-fe821362-0258-4ed5-9df7-2b9a39cce92a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:04:59.533242 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02cfc57e-66cd-4876-b5eb-5a292d6707d6 req-fe821362-0258-4ed5-9df7-2b9a39cce92a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0574853 Sep 25 01:04:59.596568 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-02cfc57e-66cd-4876-b5eb-5a292d6707d6 req-f9042e4d-eeb5-487f-b30b-4b8b9ab1dfa7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517945 Sep 25 01:05:00.741403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342d16-d56a-479f-b463-599611441929 req-aec9e617-5044-4811-b524-a8d8a3fc6e48 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:00.743108 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76342d16-d56a-479f-b463-599611441929 req-aec9e617-5044-4811-b524-a8d8a3fc6e48 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0585418 Sep 25 01:05:00.802466 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76342d16-d56a-479f-b463-599611441929 req-d3ca6ec7-ec94-483a-b05a-2c970bd1dabe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518763 Sep 25 01:05:01.951827 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca1a99-eadb-471c-b144-287d590fbfc2 req-1a2dee3f-3354-482c-83e3-686f999bf004 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:01.954087 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-68ca1a99-eadb-471c-b144-287d590fbfc2 req-1a2dee3f-3354-482c-83e3-686f999bf004 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0624692 Sep 25 01:05:02.019771 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-68ca1a99-eadb-471c-b144-287d590fbfc2 req-d48a75b5-0b79-4b4c-bae9-c93ae1e608c0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557549 Sep 25 01:05:02.606154 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:02.615052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:03.159484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd25b7-3add-4664-a1bf-4df7924a30cc req-923eed6f-a1de-49b9-9490-e4466e78d266 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:03.161207 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08dd25b7-3add-4664-a1bf-4df7924a30cc req-923eed6f-a1de-49b9-9490-e4466e78d266 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Sep 25 01:05:03.222818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08dd25b7-3add-4664-a1bf-4df7924a30cc req-08de3311-dff3-4d1b-a32d-eb79c20ed855 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514359 Sep 25 01:05:04.382447 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9621-4065-40f9-986c-f120d5edf030 req-5d9988e5-d7f1-42ad-8a7c-ad3f77d14a9d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:04.385308 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d93d9621-4065-40f9-986c-f120d5edf030 req-5d9988e5-d7f1-42ad-8a7c-ad3f77d14a9d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0731931 Sep 25 01:05:04.465961 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d93d9621-4065-40f9-986c-f120d5edf030 req-4c567970-befb-474d-acb2-bff37961f6bb tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687463 Sep 25 01:05:05.460104 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56263-9dcc-4965-b125-cb04bc9797d8 req-f91eebc1-e99b-4631-9108-1447edbdf6c4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:05.461996 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5ae56263-9dcc-4965-b125-cb04bc9797d8 req-f91eebc1-e99b-4631-9108-1447edbdf6c4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0600863 Sep 25 01:05:05.555963 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5ae56263-9dcc-4965-b125-cb04bc9797d8 req-b3f2057e-82ab-4226-8440-fead44406d45 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840449 Sep 25 01:05:05.626318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c3757-3e1b-4724-934a-1d5a7107c7fe req-355baf8b-7737-47ef-a031-7a49698bdfd0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:05.629110 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dd9c3757-3e1b-4724-934a-1d5a7107c7fe req-355baf8b-7737-47ef-a031-7a49698bdfd0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0636692 Sep 25 01:05:05.716088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dd9c3757-3e1b-4724-934a-1d5a7107c7fe req-454d429b-8f70-40a2-9586-8b48daee7cd0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795038 Sep 25 01:05:06.530183 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:06.707520 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b105c-39b1-43a9-915d-67aad30574e7 req-ef5fbb92-03cb-483e-8887-52ef86b04e63 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:06.709892 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b2b105c-39b1-43a9-915d-67aad30574e7 req-ef5fbb92-03cb-483e-8887-52ef86b04e63 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0533397 Sep 25 01:05:06.773651 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5b2b105c-39b1-43a9-915d-67aad30574e7 req-8eb6e5fd-dca2-4d23-ab4d-996cc9733950 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579896 Sep 25 01:05:06.879870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c165de-239c-4ffb-abb6-ccffb3087bff req-abee579b-15a1-43d2-a8cf-a6e8c02461cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:06.881970 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2c165de-239c-4ffb-abb6-ccffb3087bff req-abee579b-15a1-43d2-a8cf-a6e8c02461cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0714152 Sep 25 01:05:06.945593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2c165de-239c-4ffb-abb6-ccffb3087bff req-9d593099-03ca-4106-9c21-08367a5ad89d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522029 Sep 25 01:05:07.920893 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88821ff-4800-4b52-b280-152f7b03bd35 req-f35539e8-55b2-4c52-80a5-f40c46b73486 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:07.923119 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a88821ff-4800-4b52-b280-152f7b03bd35 req-f35539e8-55b2-4c52-80a5-f40c46b73486 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0561795 Sep 25 01:05:07.994684 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a88821ff-4800-4b52-b280-152f7b03bd35 req-ceec11be-a611-4c13-8479-63138d9eb393 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615804 Sep 25 01:05:08.244863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2361e4-72cc-4379-b111-cb9b86c78c0c req-fe302579-3111-4f7a-9d45-fdff377c6df3 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:08.246365 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f2361e4-72cc-4379-b111-cb9b86c78c0c req-fe302579-3111-4f7a-9d45-fdff377c6df3 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0560901 Sep 25 01:05:08.299205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f2361e4-72cc-4379-b111-cb9b86c78c0c req-b37fe1b0-ca9a-4027-9b12-0ee54df971cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Sep 25 01:05:09.151232 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71da0f-c043-495c-b0f3-bded0837c35b req-304197db-187e-434a-a455-e2514b14412c tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:09.152837 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d71da0f-c043-495c-b0f3-bded0837c35b req-304197db-187e-434a-a455-e2514b14412c tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0509460 Sep 25 01:05:09.207391 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6d71da0f-c043-495c-b0f3-bded0837c35b req-cba60a16-14e0-4aa8-83ea-3d9687d6582b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Sep 25 01:05:09.429442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f56d-0854-473e-bdc7-94abfbda4f1a req-daad7d0a-3dba-4524-b583-0b832e4b6848 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:09.430891 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98f8f56d-0854-473e-bdc7-94abfbda4f1a req-daad7d0a-3dba-4524-b583-0b832e4b6848 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Sep 25 01:05:09.487104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98f8f56d-0854-473e-bdc7-94abfbda4f1a req-bc9cfeb5-df39-4dab-a160-57db11a9997c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492845 Sep 25 01:05:10.343543 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ea0e-ae89-4c6d-b76a-8ad6e5fa1f85 req-701b5ec6-4bd6-4c70-9efd-d0088e8ea351 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:10.345090 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2514ea0e-ae89-4c6d-b76a-8ad6e5fa1f85 req-701b5ec6-4bd6-4c70-9efd-d0088e8ea351 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0551233 Sep 25 01:05:10.401661 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2514ea0e-ae89-4c6d-b76a-8ad6e5fa1f85 req-b001e884-b271-4790-9320-7e5ce6c5903d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498543 Sep 25 01:05:10.657734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2ace-6c02-44ba-83bf-3b2c8124c1cf req-0b8adc6f-f0c3-4471-af95-f20104e3a64d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:10.659842 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4ea2ace-6c02-44ba-83bf-3b2c8124c1cf req-0b8adc6f-f0c3-4471-af95-f20104e3a64d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0693893 Sep 25 01:05:10.727899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4ea2ace-6c02-44ba-83bf-3b2c8124c1cf req-4c55b85d-c63b-4177-a35b-3a5846fabee8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578179 Sep 25 01:05:11.025417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ab5-34a8-4493-a815-d9dd402a271e req-4369b111-f16a-42d1-a919-026edefcffe6 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.028959 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ca27ab5-34a8-4493-a815-d9dd402a271e req-4369b111-f16a-42d1-a919-026edefcffe6 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0571685 Sep 25 01:05:11.177109 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ca27ab5-34a8-4493-a815-d9dd402a271e req-1dca4e3e-7c3f-4829-b563-f0a78bac455a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407406 Sep 25 01:05:11.182788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-9060a983-4d64-4257-96de-f85cd1507467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.185454 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-9060a983-4d64-4257-96de-f85cd1507467 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1129 time: 0.1119261 Sep 25 01:05:11.299434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-ef550bd8-93bc-4765-9676-fc200bce730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.300936 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-ef550bd8-93bc-4765-9676-fc200bce730c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1034575 Sep 25 01:05:11.372745 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-c87b7b96-97c8-4eca-a45c-99554c43818f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 1000 time: 0.0637722 Sep 25 01:05:11.431745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-5d87637a-5a8d-4615-9a00-ca26aa3ed7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.433205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-5d87637a-5a8d-4615-9a00-ca26aa3ed7a4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0540295 Sep 25 01:05:11.451991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:11.487645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-72248608-878a-4cd2-b04a-e13aa1a6381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.489753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-72248608-878a-4cd2-b04a-e13aa1a6381e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485282 Sep 25 01:05:11.551975 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f4e62-83a9-47a3-b952-12aaa735cf3c req-82c59075-9290-47ab-a3e0-99d27dd3a663 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:11.554104 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b37f4e62-83a9-47a3-b952-12aaa735cf3c req-82c59075-9290-47ab-a3e0-99d27dd3a663 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0618618 Sep 25 01:05:11.559896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:11.614704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-23e80589-c3ee-4c5e-8916-4f7ae6588902 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182904 Sep 25 01:05:11.625231 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b37f4e62-83a9-47a3-b952-12aaa735cf3c req-5e4c2af6-716a-4409-938b-914bf28f7ae5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584280 Sep 25 01:05:11.729205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceeffa24-4530-4b5c-a70e-03f87cd5e196 req-15f8efc8-9c7e-4e79-97ec-3f13f255d406 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078377 Sep 25 01:05:12.316501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96828-10ef-4ff6-ad63-9dd7197f9d68 req-22da044d-6b59-4926-8bbe-a0b05179bfce tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:12.319232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21a96828-10ef-4ff6-ad63-9dd7197f9d68 req-22da044d-6b59-4926-8bbe-a0b05179bfce tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0563781 Sep 25 01:05:12.398979 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21a96828-10ef-4ff6-ad63-9dd7197f9d68 req-bd7a0867-9fbf-4140-ae9f-a207f48f1239 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731721 Sep 25 01:05:12.794133 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec30b3f-9281-4aef-80a0-04486ee1ee09 req-971e9bae-53f3-45bd-9588-68facdd17a3d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:12.795628 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bec30b3f-9281-4aef-80a0-04486ee1ee09 req-971e9bae-53f3-45bd-9588-68facdd17a3d tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0599165 Sep 25 01:05:12.856569 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bec30b3f-9281-4aef-80a0-04486ee1ee09 req-4df7c89f-e33e-44e9-8ced-0d47c513329c tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Sep 25 01:05:13.558826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f28fc-cdc3-426a-9243-3f6e01991fe5 req-efbc8c38-a432-4688-97ca-cd872d10bed7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:13.561335 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f22f28fc-cdc3-426a-9243-3f6e01991fe5 req-efbc8c38-a432-4688-97ca-cd872d10bed7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0775774 Sep 25 01:05:13.618462 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f22f28fc-cdc3-426a-9243-3f6e01991fe5 req-3e577ebc-fa78-4cd7-9471-3774a42ce127 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509207 Sep 25 01:05:14.025635 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a12ef-9db5-4dee-9f88-cf388a5b5a53 req-ee50b38a-c637-41bc-8d98-24dc8272e3ab tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:14.027157 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-497a12ef-9db5-4dee-9f88-cf388a5b5a53 req-ee50b38a-c637-41bc-8d98-24dc8272e3ab tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0576787 Sep 25 01:05:14.075339 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:14.091058 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-497a12ef-9db5-4dee-9f88-cf388a5b5a53 req-b5aa495a-8aec-4619-9f8a-4c7c0b5dceab tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573599 Sep 25 01:05:15.242765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971029e1-9e48-4f09-85bb-042cce481842 req-59787199-60e1-4ce8-93d3-1b70d54e0f5b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.244699 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-971029e1-9e48-4f09-85bb-042cce481842 req-59787199-60e1-4ce8-93d3-1b70d54e0f5b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0525420 Sep 25 01:05:15.304027 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-971029e1-9e48-4f09-85bb-042cce481842 req-86f2af82-877d-4a97-8488-b13caf214ad5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523429 Sep 25 01:05:15.739679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e727491-9035-4810-af66-f9fa4fa06906 req-f206236e-b59e-4089-9442-0691d18abe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.741477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-f206236e-b59e-4089-9442-0691d18abe5b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1129 time: 0.0489016 Sep 25 01:05:15.846355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e727491-9035-4810-af66-f9fa4fa06906 req-abe84e0f-5fcc-400c-950d-74bce01d6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.847990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-abe84e0f-5fcc-400c-950d-74bce01d6d06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 909 time: 0.0998614 Sep 25 01:05:15.928892 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-a730bed5-4cf5-449e-a465-265d4ce61dc1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 1001 time: 0.0680881 Sep 25 01:05:15.985547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e727491-9035-4810-af66-f9fa4fa06906 req-752f6eb3-324e-4125-8df3-584ca9b3aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:15.987188 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-752f6eb3-324e-4125-8df3-584ca9b3aa36 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 200 len: 848 time: 0.0523267 Sep 25 01:05:16.039809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e727491-9035-4810-af66-f9fa4fa06906 req-7be26b7e-956d-46b4-87a5-4ecb3094a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:16.041362 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-7be26b7e-956d-46b4-87a5-4ecb3094a901 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453348 Sep 25 01:05:16.162285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-cbd563d6-cf4f-49e3-8ff5-f64ea0367007 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140537 Sep 25 01:05:16.302689 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e727491-9035-4810-af66-f9fa4fa06906 req-a8bdf77f-72e9-4155-8c07-47fce8824c7e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329095 Sep 25 01:05:16.448096 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:16.459962 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fd198-074c-4aa1-afc0-7112e518f96b req-38a77e4c-a0a0-49a0-a45b-191efbf01cc8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:16.461587 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-605fd198-074c-4aa1-afc0-7112e518f96b req-38a77e4c-a0a0-49a0-a45b-191efbf01cc8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0508060 Sep 25 01:05:16.525049 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-605fd198-074c-4aa1-afc0-7112e518f96b req-44738752-0d85-4183-96a1-abd32a933a82 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552952 Sep 25 01:05:17.390763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2f238905-1655-4579-ab62-e2c4e9fa2edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:17.650250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:17.668464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5bf1d-7b2f-4c98-a3cb-9e15bc1a1379 req-fd3f838f-7e0c-4532-b6e9-da68f5c65e25 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:17.670118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30c5bf1d-7b2f-4c98-a3cb-9e15bc1a1379 req-fd3f838f-7e0c-4532-b6e9-da68f5c65e25 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0574992 Sep 25 01:05:17.728529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30c5bf1d-7b2f-4c98-a3cb-9e15bc1a1379 req-93b1317e-0ab0-424e-9b01-aab38e926545 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518305 Sep 25 01:05:18.881484 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d196a5-cb99-4cba-8ff4-f19b411cc680 req-4b0300e9-cdec-469b-87c1-829e054739f5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:18.883112 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-20d196a5-cb99-4cba-8ff4-f19b411cc680 req-4b0300e9-cdec-469b-87c1-829e054739f5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0514357 Sep 25 01:05:18.939669 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-20d196a5-cb99-4cba-8ff4-f19b411cc680 req-5c04366d-0b32-47c3-bb3a-94e7e071f2e3 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505054 Sep 25 01:05:19.222263 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-c18d1496-7dbe-47d0-840c-541334e0fd82 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842550 Sep 25 01:05:19.242697 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c17f-a9a7-4d3f-b9f4-bcc197faa634 req-215c7e54-d75f-4a5f-bfa3-99100e5be75a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:19.244239 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f165c17f-a9a7-4d3f-b9f4-bcc197faa634 req-215c7e54-d75f-4a5f-bfa3-99100e5be75a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0664916 Sep 25 01:05:19.322927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-847dba8c-6c0f-477c-bfab-db826cbb07e5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:19.324328 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-847dba8c-6c0f-477c-bfab-db826cbb07e5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports/7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 942 time: 0.0723171 Sep 25 01:05:19.347943 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f165c17f-a9a7-4d3f-b9f4-bcc197faa634 req-9c6383a6-dcfb-4f19-8c88-257ddebd8aac tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935893 Sep 25 01:05:19.435912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:19.768073 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8acabedf-798a-4954-8876-f95d40091435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:20.474192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:20.493466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c0dc-606e-44c6-ae97-0b164ef4cc6d req-3ed04d16-f9c3-453f-986a-00ee46f2db51 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:20.495697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e92c0dc-606e-44c6-ae97-0b164ef4cc6d req-3ed04d16-f9c3-453f-986a-00ee46f2db51 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0549242 Sep 25 01:05:20.550336 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e92c0dc-606e-44c6-ae97-0b164ef4cc6d req-5b3f37c7-7079-4c69-aa01-edffb23ce2b5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482423 Sep 25 01:05:20.992681 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.096623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:05:21.175787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 7589db85-95c8-412c-a8f7-5db156ef7906 is: ACTIVE; New status is: DOWN {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:21.176077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.200475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:05:21.202790 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2819fa-a3b9-422c-aa2e-1a0803b6c5a8" -d '{"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:05:21.216167 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:21.221242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:21.248681 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 25 Sep 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798901b7-1080-4840-889d-178bc3acf0fd x-openstack-request-id: req-798901b7-1080-4840-889d-178bc3acf0fd {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:05:21.249242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:05:21.249453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-798901b7-1080-4840-889d-178bc3acf0fd {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:05:21.250255 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798901b7-1080-4840-889d-178bc3acf0fd'] response: {'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'code': 200} Sep 25 01:05:21.277657 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=6']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:21.284992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.285363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.285715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.286059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.286398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.286737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.287063 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.287393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.287724 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.288048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.288377 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.288701 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.289025 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.289375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.289697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:05:21.410029 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-a71d0419-8418-45ce-995e-818815b45ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.411584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-a71d0419-8418-45ce-995e-818815b45ad2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a&tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9 HTTP/1.1" status: 200 len: 1127 time: 0.0404694 Sep 25 01:05:21.518051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-455000a5-d3f8-49a4-8715-76dc72fc71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.519584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-455000a5-d3f8-49a4-8715-76dc72fc71f7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1127 time: 0.0603380 Sep 25 01:05:21.637138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-a3872ed1-f502-4a59-927f-f7031ed95a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.639190 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-a3872ed1-f502-4a59-927f-f7031ed95a2f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 909 time: 0.1121314 Sep 25 01:05:21.641875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.644392 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:21.730654 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59725a50-8d5d-4919-8dda-3958b888ffae req-ded3af99-b1d6-485e-8d03-df7fe5a4f0f2 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.732234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59725a50-8d5d-4919-8dda-3958b888ffae req-ded3af99-b1d6-485e-8d03-df7fe5a4f0f2 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0991914 Sep 25 01:05:21.756502 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-6b02ff05-8fed-4a32-b883-5f08f1c7b957 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 999 time: 0.1020679 Sep 25 01:05:21.837335 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59725a50-8d5d-4919-8dda-3958b888ffae req-4976935d-5125-4bac-bc87-fac9cdc62044 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891106 Sep 25 01:05:21.841465 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-0bc28545-d8a3-452e-9e8d-d4db6de31cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.843102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-0bc28545-d8a3-452e-9e8d-d4db6de31cd8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 200 len: 848 time: 0.0776632 Sep 25 01:05:21.896786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-8826c0fa-1f5c-42b4-afcf-9ca5173b4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:21.898376 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-8826c0fa-1f5c-42b4-afcf-9ca5173b4350 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480566 Sep 25 01:05:22.002320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-5e132e10-5abd-431e-997c-fddf63b8065c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966659 Sep 25 01:05:22.277784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.378431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12c3ab74-0024-4a01-bd85-292d99b526eb req-ab793271-c23c-47b4-b4fd-ea8ad9a4ff0a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700373 Sep 25 01:05:22.630958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:22.974173 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be2e34-3e7f-423b-99e6-79ca5bdff82f req-6c3f960b-5a24-4bb0-9c96-730e53707de0 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:22.975797 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25be2e34-3e7f-423b-99e6-79ca5bdff82f req-6c3f960b-5a24-4bb0-9c96-730e53707de0 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0518816 Sep 25 01:05:23.032165 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-25be2e34-3e7f-423b-99e6-79ca5bdff82f req-c6f6b8e9-b21a-4141-9327-e80dca85dc17 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Sep 25 01:05:24.173098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954593f-d727-4658-90f7-cbca260b3666 req-a612b7ea-4dff-47fb-8f3d-6672296bbfeb tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:24.174765 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e954593f-d727-4658-90f7-cbca260b3666 req-a612b7ea-4dff-47fb-8f3d-6672296bbfeb tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0564911 Sep 25 01:05:24.232125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e954593f-d727-4658-90f7-cbca260b3666 req-7d663c1f-08a6-4dc5-ad2c-243a772ab155 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514634 Sep 25 01:05:25.378088 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0b06-2ed7-4135-9ce5-fc86585207ce req-a751850e-b32b-400f-b3d7-56391c9a666b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:25.379726 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-60fd0b06-2ed7-4135-9ce5-fc86585207ce req-a751850e-b32b-400f-b3d7-56391c9a666b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0617387 Sep 25 01:05:25.446631 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-60fd0b06-2ed7-4135-9ce5-fc86585207ce req-20b98703-0001-4216-8438-e3e9a998eb27 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575335 Sep 25 01:05:26.592095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb463db-a2d8-4ffc-bd4b-b74e22eb0b9b req-32e1d581-a7d5-4b9a-9e02-2afe46517588 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:26.595051 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebb463db-a2d8-4ffc-bd4b-b74e22eb0b9b req-32e1d581-a7d5-4b9a-9e02-2afe46517588 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0574436 Sep 25 01:05:26.655179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebb463db-a2d8-4ffc-bd4b-b74e22eb0b9b req-0e9a4926-af0a-447c-aba2-c0dd7a33352b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541606 Sep 25 01:05:27.796461 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415ad3-ee5a-4cd3-8bec-eba3a867e835 req-22e8e894-1292-493d-a4da-0d675f59a560 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:27.798216 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f0415ad3-ee5a-4cd3-8bec-eba3a867e835 req-22e8e894-1292-493d-a4da-0d675f59a560 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0545287 Sep 25 01:05:27.852752 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f0415ad3-ee5a-4cd3-8bec-eba3a867e835 req-a094e512-beda-4c92-b419-d0a9d44c1c19 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Sep 25 01:05:28.992935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d1077-93d5-48e6-bd56-b5e30811a96a req-94282826-9dc8-40a9-ba9a-a12d3983bf9f tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:28.994815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c28d1077-93d5-48e6-bd56-b5e30811a96a req-94282826-9dc8-40a9-ba9a-a12d3983bf9f tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0532360 Sep 25 01:05:29.018863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:29.056442 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c28d1077-93d5-48e6-bd56-b5e30811a96a req-b67dbde7-6c0e-4a4b-af90-69dd24ed3db5 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548396 Sep 25 01:05:30.193131 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae67070-5668-4291-a56c-26042ca267f5 req-f6b38dd2-a114-4bd3-9ea1-992bac683905 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:30.194791 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aae67070-5668-4291-a56c-26042ca267f5 req-f6b38dd2-a114-4bd3-9ea1-992bac683905 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 943 time: 0.0512559 Sep 25 01:05:30.258468 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aae67070-5668-4291-a56c-26042ca267f5 req-d96780c3-05e8-4f40-857f-3287132b9120 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571961 Sep 25 01:05:31.128302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:05:31.235010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:31.249730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '7589db85-95c8-412c-a8f7-5db156ef7906', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'port_id': '7589db85-95c8-412c-a8f7-5db156ef7906', 'mac_address': 'fa:16:3e:d1:f2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:05:31.290868 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 7589db85-95c8-412c-a8f7-5db156ef7906 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:31.291173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.307316 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589db85-95c8-412c-a8f7-5db156ef7906 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:05:31.331859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:31.336824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:31.391307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=7']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:31.398944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa21332-021a-452a-8e3d-db172372e918 req-99d34981-f713-47fc-bbcf-12dd12ff74df tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:31.400478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fa21332-021a-452a-8e3d-db172372e918 req-99d34981-f713-47fc-bbcf-12dd12ff74df tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 944 time: 0.0541439 Sep 25 01:05:31.439428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.457789 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fa21332-021a-452a-8e3d-db172372e918 req-0f1e29c1-c800-4282-81f0-a15843b06d7a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 Sep 25 01:05:31.704900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['7589db85-95c8-412c-a8f7-5db156ef7906'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:05:31.942109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:31.951065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:32.601079 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ff6fd-a4b0-4cef-a164-f108c797c3dc req-ef45a7de-6c3c-4b93-92c4-a31356fb8a6e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:32.602570 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a39ff6fd-a4b0-4cef-a164-f108c797c3dc req-ef45a7de-6c3c-4b93-92c4-a31356fb8a6e tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 944 time: 0.0555274 Sep 25 01:05:32.657935 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-a39ff6fd-a4b0-4cef-a164-f108c797c3dc req-640a4d84-0b38-416f-a3eb-718ad8c3e994 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474477 Sep 25 01:05:33.150467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:05:33.201015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 7589db85-95c8-412c-a8f7-5db156ef7906 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:05:33.201413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.201746 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 7589db85-95c8-412c-a8f7-5db156ef7906 Sep 25 01:05:33.275732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 7589db85-95c8-412c-a8f7-5db156ef7906 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:05:33.276115 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.303700 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:05:33.306036 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee4ce58-82dc-491e-a9f3-cbcadcbe535d" -d '{"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-plugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:05:33.320895 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:05:33.326494 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:33.351358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694f196-0275-4b40-b177-5649dea678b3 x-openstack-request-id: req-c694f196-0275-4b40-b177-5649dea678b3 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:05:33.351645 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-plugged", "status": "completed", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:05:33.351902 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c694f196-0275-4b40-b177-5649dea678b3 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:05:33.352282 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c694f196-0275-4b40-b177-5649dea678b3'] response: {'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'code': 200} Sep 25 01:05:33.380488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=8']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:05:33.537129 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:05:33.681937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb04aa-5447-416b-8e91-1d9a2d3d52f1 req-8548acd9-a386-4833-a5b8-981e5275b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:33.681937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfbb04aa-5447-416b-8e91-1d9a2d3d52f1 req-8548acd9-a386-4833-a5b8-981e5275b65c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1129 time: 0.0513611 Sep 25 01:05:33.759849 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfbb04aa-5447-416b-8e91-1d9a2d3d52f1 req-8a98913f-e4c8-45e6-a52b-13d9414bd0ca service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711257 Sep 25 01:05:33.807410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1164e3-ce1a-4d5b-96ee-e82ab6c9b8d3 req-4ec0fad5-6489-4214-b7a1-9411ab9cf717 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:33.809050 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6b1164e3-ce1a-4d5b-96ee-e82ab6c9b8d3 req-4ec0fad5-6489-4214-b7a1-9411ab9cf717 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0604010 Sep 25 01:05:33.872235 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6b1164e3-ce1a-4d5b-96ee-e82ab6c9b8d3 req-688610e1-153c-49ec-b6ac-d75373bd9581 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562189 Sep 25 01:05:35.026027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417cb3-06c0-418a-8fa6-344d558a2cb2 req-bee53ccc-9daf-4102-8a32-7b597fa5486b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:35.028000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee417cb3-06c0-418a-8fa6-344d558a2cb2 req-bee53ccc-9daf-4102-8a32-7b597fa5486b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0566568 Sep 25 01:05:35.084862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee417cb3-06c0-418a-8fa6-344d558a2cb2 req-724e6c66-8a11-43a6-9d88-f45e77c7dcaa tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506070 Sep 25 01:05:43.371178 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:43.378147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:43.531047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:43.863088 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:43.868065 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.070098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=32 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:45.080053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:47.388582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-427cf2f1-47c1-4659-b681-e453fff0adaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.455451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:49.773490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a6a7c61b-7279-48d5-8447-21b4e2501586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:50.998334 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.275800 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:52.625438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:05:53.350620 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-5cbf4537-d409-471e-b54a-e9137afa708f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493684 Sep 25 01:05:53.534761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-67f1b503-91c2-4694-9319-95af244c0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:53.536830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-67f1b503-91c2-4694-9319-95af244c0c91 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1130 time: 0.0538785 Sep 25 01:05:53.661072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-7d2c039d-8de3-49c5-a595-bf657a4e62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:53.662520 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-7d2c039d-8de3-49c5-a595-bf657a4e62fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.1023405 Sep 25 01:05:53.740985 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-7f67d4ce-c406-4998-bd49-973456dc7fe4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 1001 time: 0.0706232 Sep 25 01:05:53.817736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-cbbd8be4-7869-4bad-b534-54a4cdc6d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:53.819296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-cbbd8be4-7869-4bad-b534-54a4cdc6d9bd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0684383 Sep 25 01:05:53.918454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-796be0dc-e460-4e0b-a6b1-0d70697a0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:53.920041 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-796be0dc-e460-4e0b-a6b1-0d70697a0e09 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764594 Sep 25 01:05:54.033028 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-606516f6-fff0-42dd-8cd5-5bfedf589f06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032765 Sep 25 01:05:54.190441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60e8e8b5-85de-448a-9833-b6dc91fccf49 req-47d2c329-2d54-4442-b48f-13532056b872 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492436 Sep 25 01:05:54.237207 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ef5bc-2c50-4885-b634-b4bd932b21e5 req-0f573817-42cc-481b-86de-e31efc8a96dd tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:54.239928 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c28ef5bc-2c50-4885-b634-b4bd932b21e5 req-0f573817-42cc-481b-86de-e31efc8a96dd tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0765646 Sep 25 01:05:54.298466 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c28ef5bc-2c50-4885-b634-b4bd932b21e5 req-8cb20536-99e4-48a8-8868-94c0b922dfd0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 Sep 25 01:05:55.599405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4ffc-45d5-4a07-91a5-1527c08a7035 req-feb63466-4e52-4d13-8b26-8b103a9862ca tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:55.601084 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-028d4ffc-45d5-4a07-91a5-1527c08a7035 req-feb63466-4e52-4d13-8b26-8b103a9862ca tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.2004704 Sep 25 01:05:55.666917 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-028d4ffc-45d5-4a07-91a5-1527c08a7035 req-acdbc9eb-4ced-4a4a-9421-843defaa35e1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582318 Sep 25 01:05:56.824973 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f13a2-8bd8-4617-ba4d-7b9247f3f53d req-2b2fd23b-3444-4f80-b1d6-11f3bbff6334 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:56.827179 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-227f13a2-8bd8-4617-ba4d-7b9247f3f53d req-2b2fd23b-3444-4f80-b1d6-11f3bbff6334 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0544159 Sep 25 01:05:56.888714 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-227f13a2-8bd8-4617-ba4d-7b9247f3f53d req-1a924164-694f-42b5-a10c-102165c99a3f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553679 Sep 25 01:05:58.029058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b383cd-8347-4f4d-b793-7654a761c31f req-8a80bf38-5c2f-41d2-ba0d-38f05b39aa41 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:58.030786 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6b383cd-8347-4f4d-b793-7654a761c31f req-8a80bf38-5c2f-41d2-ba0d-38f05b39aa41 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Sep 25 01:05:58.089486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6b383cd-8347-4f4d-b793-7654a761c31f req-43318b0e-715e-41ca-a385-4f37f7faacd3 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497541 Sep 25 01:05:58.641033 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:58.641847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:05:59.244304 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335719-9669-4375-aa1f-7e0d3df24ddf req-8691b0f5-70ed-499b-a6e6-77984c79a55e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:05:59.246187 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3b335719-9669-4375-aa1f-7e0d3df24ddf req-8691b0f5-70ed-499b-a6e6-77984c79a55e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Sep 25 01:05:59.301824 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3b335719-9669-4375-aa1f-7e0d3df24ddf req-f6538909-4bc6-4b14-954e-505cd833a00e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490322 Sep 25 01:06:00.466301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9c7e-edd1-45f7-82ba-d5b5c7172e50 req-0654008b-7af2-4e09-8230-e971c95777bf tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:00.468042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-448d9c7e-edd1-45f7-82ba-d5b5c7172e50 req-0654008b-7af2-4e09-8230-e971c95777bf tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0564344 Sep 25 01:06:00.527477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-448d9c7e-edd1-45f7-82ba-d5b5c7172e50 req-0bb679dd-5dea-4a6f-8f7a-5e559c76ec9f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526536 Sep 25 01:06:01.668214 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2f00b-6cef-4700-a37a-b419f084e337 req-4e070060-0be5-42e8-b9e5-221eb8d35717 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:01.669887 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b7c2f00b-6cef-4700-a37a-b419f084e337 req-4e070060-0be5-42e8-b9e5-221eb8d35717 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Sep 25 01:06:01.732357 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b7c2f00b-6cef-4700-a37a-b419f084e337 req-4bed310c-f41b-45ac-9e6f-33b6428da7d6 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559404 Sep 25 01:06:02.610801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.619827 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:02.878188 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248b572-7986-47ad-9d56-e5e22a80f3de req-4135990c-522a-4cb3-835e-1c7a727d68ea tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:02.879879 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6248b572-7986-47ad-9d56-e5e22a80f3de req-4135990c-522a-4cb3-835e-1c7a727d68ea tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0578663 Sep 25 01:06:02.936935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6248b572-7986-47ad-9d56-e5e22a80f3de req-93b247be-aa17-4c60-b044-0b8a1a59181b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507548 Sep 25 01:06:04.097033 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866bd7-9e2d-48e3-ba61-fb1913037856 req-35bea290-37dc-4ba7-9a88-2a9046f1f504 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:04.098583 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64866bd7-9e2d-48e3-ba61-fb1913037856 req-35bea290-37dc-4ba7-9a88-2a9046f1f504 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0596702 Sep 25 01:06:04.159485 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-64866bd7-9e2d-48e3-ba61-fb1913037856 req-c49718b6-335e-4c67-a36d-c444179a9bcd tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533905 Sep 25 01:06:05.301381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343859fd-56de-4d17-9481-9dc52b64a36b req-cabf077d-8a70-4b19-b3e7-84ed0132e527 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:05.302909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-343859fd-56de-4d17-9481-9dc52b64a36b req-cabf077d-8a70-4b19-b3e7-84ed0132e527 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0543268 Sep 25 01:06:05.373021 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-343859fd-56de-4d17-9481-9dc52b64a36b req-2f697c76-9016-4422-ab9a-9c3ba5d84cd1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599470 Sep 25 01:06:05.648173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f9df0-a119-4b15-832c-6968078dcba2 req-9653b87b-c50f-42af-9866-189ceac0078e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:05.650386 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-446f9df0-a119-4b15-832c-6968078dcba2 req-9653b87b-c50f-42af-9866-189ceac0078e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0609372 Sep 25 01:06:05.666253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.670757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:05.733988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-22eb389f-39e7-46e2-b718-d08e71afe986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:05.736056 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-22eb389f-39e7-46e2-b718-d08e71afe986 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 1129 time: 0.0784185 Sep 25 01:06:05.834416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-446f9df0-a119-4b15-832c-6968078dcba2 req-ca41dbba-8114-4185-b06b-1ab84ee92e41 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662791 Sep 25 01:06:05.895560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-a545fc5a-080e-4a55-bb59-edf549501b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:05.897220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-a545fc5a-080e-4a55-bb59-edf549501b18 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1533608 Sep 25 01:06:05.973792 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-b61ff7e5-8908-4ffb-ba3a-44df484b086b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 200 len: 1000 time: 0.0696461 Sep 25 01:06:06.040770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-a5b64a0d-00fa-4d95-823c-7445bc240b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:06.042564 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-a5b64a0d-00fa-4d95-823c-7445bc240b33 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0606925 Sep 25 01:06:06.090837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-46cc718b-8745-4df4-9744-8f78724049e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:06.093169 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-46cc718b-8745-4df4-9744-8f78724049e4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439656 Sep 25 01:06:06.232587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-f8275d1f-2e00-4e46-9693-a9acbf91e0a4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324942 Sep 25 01:06:06.366702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-990c9a66-e077-4119-b8e3-a220fcaf4bfe req-32bc34a1-6015-4557-a5b8-1e4fcdae6c14 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280310 Sep 25 01:06:07.269812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41282) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:07.276464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2837-28f4-4e4e-87e7-415663468937 req-10bb85bc-d06e-4138-8f9d-674c45c2df63 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:07.278686 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ecbe2837-28f4-4e4e-87e7-415663468937 req-10bb85bc-d06e-4138-8f9d-674c45c2df63 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.3399787 Sep 25 01:06:07.347485 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ecbe2837-28f4-4e4e-87e7-415663468937 req-a4055b70-045a-4158-b317-d938221eb13a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612860 Sep 25 01:06:07.499180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port 01415370-4941-44cb-8f4f-692ee9962082 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:07.499989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (01415370-4941-44cb-8f4f-692ee9962082), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.649710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (01415370-4941-44cb-8f4f-692ee9962082), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.650255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (01415370-4941-44cb-8f4f-692ee9962082), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.676014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for 01415370-4941-44cb-8f4f-692ee9962082 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:07.890820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:07.896480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:07.917470 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (01415370-4941-44cb-8f4f-692ee9962082), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:07.947798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=01415370-4941-44cb-8f4f-692ee9962082,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:07.963210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.963745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.964228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.964671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.965104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.965579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.966013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.966467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.966902 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.967877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.968338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.968755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.969241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.969695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:07.970066 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:08.040569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (72346b03-4ff4-4273-874d-c6ee76baa85f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.040914 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP 72346b03-4ff4-4273-874d-c6ee76baa85f disassociated (deleted). External IP: 172.37.1.112, port: 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764. Sep 25 01:06:08.293632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:08.421326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:08.429616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:08.435296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:08.451831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:08.452618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:05:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:08.530942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-63da76cf-6df0-456c-b48f-abb2c4439856 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/72346b03-4ff4-4273-874d-c6ee76baa85f HTTP/1.1" status: 204 len: 168 time: 1.2598064 Sep 25 01:06:08.535419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:08.538212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9aeea2-7628-4a7f-bae6-047cf79486b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:08.556560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6da3-5bc1-4fac-8ce9-5f6e099fc4a2 req-11b6f670-2109-4bc6-89b1-07e8228a35cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:08.558995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0ae6da3-5bc1-4fac-8ce9-5f6e099fc4a2 req-11b6f670-2109-4bc6-89b1-07e8228a35cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0894651 Sep 25 01:06:08.576873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:08.638921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0ae6da3-5bc1-4fac-8ce9-5f6e099fc4a2 req-63472d09-2137-4307-9117-26efb51fdb73 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702722 Sep 25 01:06:08.720811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29a41c-3404-4954-a389-01462106b31f x-openstack-request-id: req-2e29a41c-3404-4954-a389-01462106b31f {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:08.721368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:08.721807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e29a41c-3404-4954-a389-01462106b31f {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:08.722494 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e29a41c-3404-4954-a389-01462106b31f'] response: {'name': 'network-changed', 'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'status': 'completed', 'code': 200} Sep 25 01:06:08.855641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-4dd04909-97f1-49c9-bfb3-f24713eaecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:08.859014 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-4dd04909-97f1-49c9-bfb3-f24713eaecfc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 1130 time: 0.0731161 Sep 25 01:06:08.893861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:08.927094 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:08.940722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfd946-3f57-4c7c-8855-224c5a624fa8 req-b65e85fa-db07-4856-aacc-4c3b3aaedf26 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:08.943025 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24dfd946-3f57-4c7c-8855-224c5a624fa8 req-b65e85fa-db07-4856-aacc-4c3b3aaedf26 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0640066 Sep 25 01:06:08.946834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:08.947877 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:05:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.010359 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24dfd946-3f57-4c7c-8855-224c5a624fa8 req-96d530fd-607f-4750-866c-f24b4b6992d4 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598905 Sep 25 01:06:09.108221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:09.449287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:09.496291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bb85d-5929-4ae6-962f-ad2beb726aa8 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9f6e5a5-d118-4823-a095-297dfc4f629f', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'floating_ip_address': '172.37.1.93', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'port_id': 'b7527175-254d-4003-8922-2e8834ba4a91', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'mac_address': 'fa:16:3e:58:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:02:00Z', 'updated_at': '2022-09-25T01:02:07Z', 'revision_number': 1, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:09.786566 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28d422-b6be-49bc-b3e2-e779b8f89836 None None] New status for floating IP 72346b03-4ff4-4273-874d-c6ee76baa85f: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:06:10.184993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-1e5d5412-2994-4634-9e71-9f4b452cd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:10.187680 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-1e5d5412-2994-4634-9e71-9f4b452cd378 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.1491816 Sep 25 01:06:10.218856 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc2a77-87d1-4f94-aa95-d94b2211ea52 req-fe7ca195-b420-447f-bf1d-75823a1e8338 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:10.220523 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21bc2a77-87d1-4f94-aa95-d94b2211ea52 req-fe7ca195-b420-447f-bf1d-75823a1e8338 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0829208 Sep 25 01:06:10.282556 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-21bc2a77-87d1-4f94-aa95-d94b2211ea52 req-5e77ab18-ec36-4521-ba2d-7ff6ea531e3e tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558786 Sep 25 01:06:10.336733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-96ad6658-f711-4012-aa7e-0cb707eda752 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 HTTP/1.1" status: 200 len: 217 time: 0.0463784 Sep 25 01:06:10.400526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-99e944f3-fce2-4301-960c-1153bfbec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:10.403041 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-99e944f3-fce2-4301-960c-1153bfbec244 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0581586 Sep 25 01:06:10.537469 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:06:10.589229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-1368f859-f987-4624-a9a7-e7d4fa93a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:10.590837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-1368f859-f987-4624-a9a7-e7d4fa93a356 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465877 Sep 25 01:06:10.759464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.768767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-279d8f6b-fb09-4e07-83af-bfe6353a8fdc tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:10.770400 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-279d8f6b-fb09-4e07-83af-bfe6353a8fdc tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 946 time: 0.0944436 Sep 25 01:06:10.787408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:10.851623 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-da2d9a13-c956-4ce1-b913-5842e795cb4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855781 Sep 25 01:06:10.944369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:10.944712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.066836 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b9aeea2-7628-4a7f-bae6-047cf79486b5 req-579cdbd1-56f2-4550-8954-382c221c1448 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933641 Sep 25 01:06:11.087128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] For port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:11.087678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.111249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:11.277202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (9d97f0d8-3c7b-4ac3-8d16-6a80eec13764), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.316377 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=9d97f0d8-3c7b-4ac3-8d16-6a80eec13764,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:11.400563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] No DVR routers for this DVR port 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:11.404366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:11.411131 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af0c2fc2-8953-404d-869e-a410dac43cc4 req-24a647b0-2c76-428c-93aa-0eceae0fa085 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 HTTP/1.1" status: 204 len: 173 time: 0.6327839 Sep 25 01:06:11.412006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'name': 'network-vif-deleted', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:11.416069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72811afa-9deb-4923-914a-644ea53759b2" -d '{"events": [{"server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "name": "network-vif-deleted", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:11.479197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3798c2-a3f9-4471-abb1-8efb92df7c08 req-54fa7176-d54c-437a-8c1f-62adecb6824d tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4814bc8c-42fd-4665-9123-2feba2f7887f HTTP/1.1" status: 200 len: 210 time: 0.0564160 Sep 25 01:06:11.533852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf17ac-6806-41d9-a4cf-177c45e97dc4 x-openstack-request-id: req-d4bf17ac-6806-41d9-a4cf-177c45e97dc4 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:11.534305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4814bc8c-42fd-4665-9123-2feba2f7887f", "name": "network-vif-deleted", "tag": "9d97f0d8-3c7b-4ac3-8d16-6a80eec13764", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:11.534717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4bf17ac-6806-41d9-a4cf-177c45e97dc4 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:11.535367 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bf17ac-6806-41d9-a4cf-177c45e97dc4'] response: {'server_uuid': '4814bc8c-42fd-4665-9123-2feba2f7887f', 'name': 'network-vif-deleted', 'tag': '9d97f0d8-3c7b-4ac3-8d16-6a80eec13764', 'status': 'completed', 'code': 200} Sep 25 01:06:13.403357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:13.424041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:13.424387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 9d97f0d8-3c7b-4ac3-8d16-6a80eec13764 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:14.869222 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41318) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:15.036400 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port 6d29a34f-6d17-4ad7-bb52-9a884e6f97c8 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:15.036747 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.125673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.125911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.142312 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for 6d29a34f-6d17-4ad7-bb52-9a884e6f97c8 owned by network:floatingip {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:15.222348 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.226819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=100 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:15.323665 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (6d29a34f-6d17-4ad7-bb52-9a884e6f97c8), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.354631 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=6d29a34f-6d17-4ad7-bb52-9a884e6f97c8,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:15.388491 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.388758 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.389615 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.389952 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.390282 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.390607 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.390931 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.391251 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.391582 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.392016 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.392478 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.392949 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.393411 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.393888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.394305 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:15.444172 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (a9f6e5a5-d118-4823-a095-297dfc4f629f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.445125 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.db.l3_db [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Floating IP a9f6e5a5-d118-4823-a095-297dfc4f629f disassociated (deleted). External IP: 172.37.1.93, port: b7527175-254d-4003-8922-2e8834ba4a91. Sep 25 01:06:15.692292 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:15.810015 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:15.815223 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:15.823403 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:15.836858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:15.837635 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:05:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:15.863883 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e3bf8497-c6a1-43a2-968b-dceee9856287 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a9f6e5a5-d118-4823-a095-297dfc4f629f HTTP/1.1" status: 204 len: 168 time: 0.9931266 Sep 25 01:06:15.864970 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:15.869026 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea79c5d-884a-4db2-b708-3aa46f7020d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:15.937744 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d7079d-5bf5-4185-9831-058ef11912c8 x-openstack-request-id: req-82d7079d-5bf5-4185-9831-058ef11912c8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:15.938489 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "tag": "b7527175-254d-4003-8922-2e8834ba4a91", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:15.938674 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82d7079d-5bf5-4185-9831-058ef11912c8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:15.939305 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d7079d-5bf5-4185-9831-058ef11912c8'] response: {'name': 'network-changed', 'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91', 'status': 'completed', 'code': 200} Sep 25 01:06:15.986937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:16.057096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-e0bcaf4f-6878-4963-b62e-2021293ed342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:16.060611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-e0bcaf4f-6878-4963-b62e-2021293ed342 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f19fd9ad1e4880961d1eee75883687&device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 1130 time: 0.0683124 Sep 25 01:06:16.208792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.244737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-ad7d23f9-f41a-4532-afa8-3cb01a55488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:16.246361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-ad7d23f9-f41a-4532-afa8-3cb01a55488c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 200 len: 911 time: 0.1773732 Sep 25 01:06:16.262946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bf042-be69-42a2-b559-604096f281ce req-3dfab659-237d-48f8-a798-d7f757de072a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:16.264960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d89bf042-be69-42a2-b559-604096f281ce req-3dfab659-237d-48f8-a798-d7f757de072a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.0681179 Sep 25 01:06:16.366820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d89bf042-be69-42a2-b559-604096f281ce req-94824f34-e03a-4296-8281-6acb6eec8910 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901468 Sep 25 01:06:16.401491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:16.455019 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.491339 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:16.502383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:16.504076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:05:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.620059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:16.838043 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:16.865232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c87b535-e534-4f25-8947-5d8969c56594 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T00:57:32Z', 'revision_number': 4, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a688d1f-1335-463f-b319-bcba153c442f', 'name': '', 'network_id': '31fa7821-6345-4f48-b070-9ceab6d12adf', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'mac_address': 'fa:16:3e:dc:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:31Z', 'updated_at': '2022-09-25T00:57:37Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'subnets': [{'id': 'd10d11e6-b8a0-482d-9762-c8b3bdb048d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:17.128744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86a082-05a8-4a55-a8dc-a93e0970a5e5 None None] New status for floating IP a9f6e5a5-d118-4823-a095-297dfc4f629f: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:06:17.385927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-62a3d0ff-d9e4-44c5-96be-0d43b86ac6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:17.424434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-8b38aacb-87aa-4426-bee2-8e5da77076c5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 200 len: 217 time: 0.0392730 Sep 25 01:06:17.481956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-a9bc36a4-fefe-4a71-b943-4c3f3733d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:17.485023 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-a9bc36a4-fefe-4a71-b943-4c3f3733d3a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 200 len: 850 time: 0.0534360 Sep 25 01:06:17.554662 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c2ae-351c-4433-aa31-2a1f8a0ff3ef req-9412989a-c3b2-4e3c-8408-c98612890e0c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:17.556247 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2f13c2ae-351c-4433-aa31-2a1f8a0ff3ef req-9412989a-c3b2-4e3c-8408-c98612890e0c tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.0554552 Sep 25 01:06:17.613905 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-2f13c2ae-351c-4433-aa31-2a1f8a0ff3ef req-c37f186e-66f3-41a0-a9c6-d77e6c3bc206 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513246 Sep 25 01:06:17.668010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-ef2bb4dc-d440-45fd-b277-d8329720f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:17.669581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-ef2bb4dc-d440-45fd-b277-d8329720f17c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=31fa7821-6345-4f48-b070-9ceab6d12adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434151 Sep 25 01:06:17.693981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-4790bdb6-27fb-4269-8ade-e916e8c28aa2 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:06:17.694995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-4790bdb6-27fb-4269-8ade-e916e8c28aa2 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054309 Sep 25 01:06:17.922163 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:17.974804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-f8a753a8-a21c-4615-b94f-cb15a21d8e3d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044986 Sep 25 01:06:18.060526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:18.415175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-b76215fc-3eb4-41de-9f44-be0c902b0a13 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:18.416741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-b76215fc-3eb4-41de-9f44-be0c902b0a13 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.3832116 Sep 25 01:06:18.506539 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ea79c5d-884a-4db2-b708-3aa46f7020d9 req-47fb39a2-b75f-4eae-8601-d3b1550198f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739745 Sep 25 01:06:18.554371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port b7527175-254d-4003-8922-2e8834ba4a91 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:18.554884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (b7527175-254d-4003-8922-2e8834ba4a91), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.668518 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] For port b7527175-254d-4003-8922-2e8834ba4a91, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7527175-254d-4003-8922-2e8834ba4a91,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:18.669055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (b7527175-254d-4003-8922-2e8834ba4a91), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.689027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for b7527175-254d-4003-8922-2e8834ba4a91 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:18.819820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c518662-169f-4adb-bd46-f9716faac9fc req-7bdfcb8a-e50a-47de-9c01-1872f063d252 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:18.821453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6c518662-169f-4adb-bd46-f9716faac9fc req-7bdfcb8a-e50a-47de-9c01-1872f063d252 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 946 time: 0.0719645 Sep 25 01:06:18.921855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6c518662-169f-4adb-bd46-f9716faac9fc req-b521e5ae-6653-404d-af51-757919e0eaf3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926163 Sep 25 01:06:18.952678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b7527175-254d-4003-8922-2e8834ba4a91), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:18.986396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=b7527175-254d-4003-8922-2e8834ba4a91,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:19.041225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] No DVR routers for this DVR port b7527175-254d-4003-8922-2e8834ba4a91 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:19.043924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.047921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7032f18-0e63-47d3-9655-f99cc585fcca req-f5590b5e-9441-427c-bcd2-0f79733572e3 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b7527175-254d-4003-8922-2e8834ba4a91 HTTP/1.1" status: 204 len: 173 time: 0.6209440 Sep 25 01:06:19.048456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'name': 'network-vif-deleted', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:19.050838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c44e66-71ca-43b7-abc5-6bd18473be8e" -d '{"events": [{"server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "name": "network-vif-deleted", "tag": "b7527175-254d-4003-8922-2e8834ba4a91"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:19.093765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2240ab16-be92-41cb-91ff-e57456eb4c2e x-openstack-request-id: req-2240ab16-be92-41cb-91ff-e57456eb4c2e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:19.094176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb14c73-6de8-4097-83d7-44f81a01abab", "name": "network-vif-deleted", "tag": "b7527175-254d-4003-8922-2e8834ba4a91", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:19.094516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2240ab16-be92-41cb-91ff-e57456eb4c2e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:19.095028 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2240ab16-be92-41cb-91ff-e57456eb4c2e'] response: {'server_uuid': 'fdb14c73-6de8-4097-83d7-44f81a01abab', 'name': 'network-vif-deleted', 'tag': 'b7527175-254d-4003-8922-2e8834ba4a91', 'status': 'completed', 'code': 200} Sep 25 01:06:19.508515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:19.775912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1518239d-e141-46c5-a24d-462d706ece75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:20.062518 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2a643f7-fdfd-4304-aa2f-4be0193ce97d req-b00693a9-bdf9-48d0-ac80-a47a6ad1d999 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fdb14c73-6de8-4097-83d7-44f81a01abab HTTP/1.1" status: 200 len: 210 time: 0.0400281 Sep 25 01:06:21.001087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.149899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41338) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:21.270739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Deleting port e2bc3cd9-0fce-4cc1-8449-ae53d35f069f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:21.271005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.417857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.418371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.435313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b7527175-254d-4003-8922-2e8834ba4a91 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:21.442989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Calling delete_port for e2bc3cd9-0fce-4cc1-8449-ae53d35f069f owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:21.456624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:21.461311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: b7527175-254d-4003-8922-2e8834ba4a91 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:21.461674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b7527175-254d-4003-8922-2e8834ba4a91 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:21.585389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:21.656985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (e2bc3cd9-0fce-4cc1-8449-ae53d35f069f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.695211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'Port': ['ID=e2bc3cd9-0fce-4cc1-8449-ae53d35f069f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:21.769703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for floatingip (45d576d5-5d51-4c3f-a36f-d777793489c6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.772331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:21.773592 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4b00259d-e19c-4902-8ebd-e3a900dfd733 tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/45d576d5-5d51-4c3f-a36f-d777793489c6 HTTP/1.1" status: 204 len: 168 time: 0.6225250 Sep 25 01:06:22.281248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:22.625185 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.064640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41350) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.130132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.157527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.226283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.229044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:23.230264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c HTTP/1.1" status: 204 len: 168 time: 0.1646106 Sep 25 01:06:23.240434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537079b-170f-4cc3-8ed6-4758de9a160a tempest-TestVolumeBootPattern-1642664612 tempest-TestVolumeBootPattern-1642664612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc42f2e-87f2-46d5-99c6-41c4c53f6a0c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:23.299568 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41354) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:23.745390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:23.756765 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:23.804167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (9e2086bf-7151-4c61-ae36-64793ffb6425), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.051526 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Deleting port 4a688d1f-1335-463f-b319-bcba153c442f {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:24.051807 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (4a688d1f-1335-463f-b319-bcba153c442f), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.141245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] For port 4a688d1f-1335-463f-b319-bcba153c442f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a688d1f-1335-463f-b319-bcba153c442f,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:24.141642 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (4a688d1f-1335-463f-b319-bcba153c442f), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.156479 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Calling delete_port for 4a688d1f-1335-463f-b319-bcba153c442f owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:24.366782 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (4a688d1f-1335-463f-b319-bcba153c442f), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.402142 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a688d1f-1335-463f-b319-bcba153c442f,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:24.616665 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (9e2086bf-7151-4c61-ae36-64793ffb6425), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:24.745341 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:24.778718 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:24.859436 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Router 9e2086bf-7151-4c61-ae36-64793ffb6425 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:24.970040 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:24.976469 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ebdfb4f2-6d06-4dcd-b1b8-64366968b6dc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9e2086bf-7151-4c61-ae36-64793ffb6425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744783 Sep 25 01:06:24.978534 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41358) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:24.981687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Sync routers for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:24.999728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:25.000740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.147345 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks [] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.180474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:25.292770 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks [] for router_gateway (9e2086bf-7151-4c61-ae36-64793ffb6425), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.341616 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Deleting port d2abc674-9be0-4d84-bba8-aeef142e4a64 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:25.342525 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.382685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184'}], 'enable_snat': True}, 'gw_port_id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T01:06:24Z', 'revision_number': 5, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port': {'id': 'd2abc674-9be0-4d84-bba8-aeef142e4a64', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:29Z', 'updated_at': '2022-09-25T00:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.415994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Checking router: 9e2086bf-7151-4c61-ae36-64793ffb6425 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:25.425572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Routers {'9e2086bf-7151-4c61-ae36-64793ffb6425'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:25.426198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['9e2086bf-7151-4c61-ae36-64793ffb6425'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.443259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] For port d2abc674-9be0-4d84-bba8-aeef142e4a64, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d2abc674-9be0-4d84-bba8-aeef142e4a64,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:25.443984 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.460384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Calling delete_port for d2abc674-9be0-4d84-bba8-aeef142e4a64 owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:25.556822 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] Set router 9e2086bf-7151-4c61-ae36-64793ffb6425 gateway port host: None {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:25.626683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T01:06:25Z', 'revision_number': 6, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:25.629335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:25.649943 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (d2abc674-9be0-4d84-bba8-aeef142e4a64), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.654513 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f4639-02ef-406e-99ed-ddb3e29bd161 None None] The sync data for ids ['9e2086bf-7151-4c61-ae36-64793ffb6425'] in dv-cinder-master-3-iscsi is: [{'id': '9e2086bf-7151-4c61-ae36-64793ffb6425', 'name': 'tempest-TestVolumeBootPattern-420282573-router', 'tenant_id': '46f19fd9ad1e4880961d1eee75883687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:28Z', 'updated_at': '2022-09-25T01:06:25Z', 'revision_number': 6, 'project_id': '46f19fd9ad1e4880961d1eee75883687', 'gw_port_host': None}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:25.698001 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2abc674-9be0-4d84-bba8-aeef142e4a64,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:25.770998 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (9e2086bf-7151-4c61-ae36-64793ffb6425), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:25.773685 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.143359 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.145932 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks [] for router_controller (9e2086bf-7151-4c61-ae36-64793ffb6425), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.195326 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (9e2086bf-7151-4c61-ae36-64793ffb6425), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.196102 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2086bf-7151-4c61-ae36-64793ffb6425 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:26.203618 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.204894 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-335c0d67-ccc8-455d-814c-cafabe7bd47c admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/9e2086bf-7151-4c61-ae36-64793ffb6425 HTTP/1.1" status: 204 len: 168 time: 1.2253380 Sep 25 01:06:26.207824 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41360) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.241580 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.267920 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Deleting subnet d10d11e6-b8a0-482d-9762-c8b3bdb048d3 {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:26.271681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Publish callbacks [] for subnet (d10d11e6-b8a0-482d-9762-c8b3bdb048d3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.315946 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (d10d11e6-b8a0-482d-9762-c8b3bdb048d3), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.410677 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (d10d11e6-b8a0-482d-9762-c8b3bdb048d3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.485152 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (d10d11e6-b8a0-482d-9762-c8b3bdb048d3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.525952 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10d11e6-b8a0-482d-9762-c8b3bdb048d3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:26.530977 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.537024 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d4ad0991-6aaf-4365-bf78-8233a6a2d6cb admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d10d11e6-b8a0-482d-9762-c8b3bdb048d3 HTTP/1.1" status: 204 len: 168 time: 0.3254714 Sep 25 01:06:26.537532 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41362) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:26.549384 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7ed431-6aea-4167-9712-d9683f4fdfdf None None] Network 31fa7821-6345-4f48-b070-9ceab6d12adf requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:26.577237 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 4a688d1f-1335-463f-b319-bcba153c442f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:26.629251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 4a688d1f-1335-463f-b319-bcba153c442f {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:26.629630 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 4a688d1f-1335-463f-b319-bcba153c442f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:26.630053 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d2abc674-9be0-4d84-bba8-aeef142e4a64 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:26.639899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:26.641625 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (31fa7821-6345-4f48-b070-9ceab6d12adf), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.665389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: d2abc674-9be0-4d84-bba8-aeef142e4a64 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:26.665737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d2abc674-9be0-4d84-bba8-aeef142e4a64 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:26.721066 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Deleting port 9f8092b0-2114-41f4-953a-0c53e92ff7ba {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:26.721588 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.789124 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] DHCP port deletion for 31fa7821-6345-4f48-b070-9ceab6d12adf request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:26.803080 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] For port 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f8092b0-2114-41f4-953a-0c53e92ff7ba,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:26.803431 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.819898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Calling delete_port for 9f8092b0-2114-41f4-953a-0c53e92ff7ba owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:26.854632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Deleting port 9f8092b0-2114-41f4-953a-0c53e92ff7ba {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:26.855009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.929152 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.930336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] For port 9f8092b0-2114-41f4-953a-0c53e92ff7ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f8092b0-2114-41f4-953a-0c53e92ff7ba,segment=NetworkSegment(5580d2ab-1c02-4162-bded-4b179649cc54),segment_id=5580d2ab-1c02-4162-bded-4b179649cc54)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:26.930891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:26.947193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Calling delete_port for 9f8092b0-2114-41f4-953a-0c53e92ff7ba owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:26.962770 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8092b0-2114-41f4-953a-0c53e92ff7ba,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:26.964967 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] No DVR routers for this DVR port 9f8092b0-2114-41f4-953a-0c53e92ff7ba on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:27.050029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (9f8092b0-2114-41f4-953a-0c53e92ff7ba), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.074016 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Pushing event deleted for resources: {'Port': ['ID=9f8092b0-2114-41f4-953a-0c53e92ff7ba,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.079343 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (31fa7821-6345-4f48-b070-9ceab6d12adf), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.084873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] No DVR routers for this DVR port 9f8092b0-2114-41f4-953a-0c53e92ff7ba on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:27.089222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.097590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edbe65b-b237-4723-ab29-188f3fd5f145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:06:27.117030 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fa7821-6345-4f48-b070-9ceab6d12adf']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:27.128596 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5580d2ab-1c02-4162-bded-4b179649cc54') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:27.128888 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5580d2ab-1c02-4162-bded-4b179649cc54') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:27.139287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (5580d2ab-1c02-4162-bded-4b179649cc54), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.153726 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (5580d2ab-1c02-4162-bded-4b179649cc54), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.161878 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:27.162282 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (5580d2ab-1c02-4162-bded-4b179649cc54), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.206033 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 5580d2ab-1c02-4162-bded-4b179649cc54 resource provider aggregate not found Sep 25 01:06:27.232314 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 5580d2ab-1c02-4162-bded-4b179649cc54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5580d2ab-1c02-4162-bded-4b179649cc54 found for delete ", "request_id": "req-bfc88a45-5207-450e-a25c-c04b038bf5e6"}]} Sep 25 01:06:27.243249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (31fa7821-6345-4f48-b070-9ceab6d12adf), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.251203 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.253829 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/31fa7821-6345-4f48-b070-9ceab6d12adf HTTP/1.1" status: 204 len: 168 time: 0.7137740 Sep 25 01:06:27.256807 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41368) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:27.284976 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9b7e1-de5c-499e-9bdd-e09e48331a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fa7821-6345-4f48-b070-9ceab6d12adf,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:27.400773 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.402957 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:27.694042 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:27.959634 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Deleting port 312a0875-9d08-4c94-b6f3-3135500afa6a {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:27.959920 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.059742 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] For port 312a0875-9d08-4c94-b6f3-3135500afa6a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=312a0875-9d08-4c94-b6f3-3135500afa6a,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:28.060344 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.084295 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Calling delete_port for 312a0875-9d08-4c94-b6f3-3135500afa6a owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:28.316681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (312a0875-9d08-4c94-b6f3-3135500afa6a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.348045 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=312a0875-9d08-4c94-b6f3-3135500afa6a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:28.390736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 9f8092b0-2114-41f4-953a-0c53e92ff7ba no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:28.422453 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.425613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 9f8092b0-2114-41f4-953a-0c53e92ff7ba {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:28.427074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 9f8092b0-2114-41f4-953a-0c53e92ff7ba not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:28.441058 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.562599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:28.814673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:28.934462 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:28.944949 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b246a6c6-591c-441d-a180-3dc90de23f84 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6822407 Sep 25 01:06:28.945131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41370) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:28.945908 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Sync routers for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:28.947911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.949799 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:28.959975 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:28.960601 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:29.075943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:29.081343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks [] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.200666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks [] for router_gateway (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.273016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Deleting port 783df414-cffa-4596-a921-2b930804680d {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:29.273401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (783df414-cffa-4596-a921-2b930804680d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.281131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4'}], 'enable_snat': True}, 'gw_port_id': '783df414-cffa-4596-a921-2b930804680d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T01:06:28Z', 'revision_number': 5, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port': {'id': '783df414-cffa-4596-a921-2b930804680d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T00:57:36Z', 'updated_at': '2022-09-25T00:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:29.329221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Checking router: 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:29.341700 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Routers {'6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:29.343268 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:29.373369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] For port 783df414-cffa-4596-a921-2b930804680d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=783df414-cffa-4596-a921-2b930804680d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:29.373948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (783df414-cffa-4596-a921-2b930804680d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.397293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Calling delete_port for 783df414-cffa-4596-a921-2b930804680d owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:29.444701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] Set router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:29.503356 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T01:06:29Z', 'revision_number': 6, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:29.532620 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286619c-5793-4c1f-ae6e-17b1f5301907 None None] The sync data for ids ['6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6'] in dv-cinder-master-3-iscsi is: [{'id': '6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6', 'name': 'tempest-TestVolumeBootPattern-1547647165-router', 'tenant_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T00:57:35Z', 'updated_at': '2022-09-25T01:06:29Z', 'revision_number': 6, 'project_id': 'adf4f7abd15d45d1a06405bdb1e94eef', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:29.610835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.624410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:29.634170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (783df414-cffa-4596-a921-2b930804680d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.666918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Pushing event deleted for resources: {'Port': ['ID=783df414-cffa-4596-a921-2b930804680d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:29.737069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.833155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.835828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks [] for router_controller (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.887177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.888485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:06:29.896965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:29.901479 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c55d23d0-f724-4c65-b6e0-146e226ae982 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/6a441b6e-5258-48de-ac7a-ae9b0fcfa8c6 HTTP/1.1" status: 204 len: 168 time: 0.9526362 Sep 25 01:06:29.902085 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41374) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:29.971023 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Deleting subnet 23b6c853-6aa6-4b19-9c76-ddde24e53ac3 {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:06:29.978273 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Publish callbacks [] for subnet (23b6c853-6aa6-4b19-9c76-ddde24e53ac3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.028754 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (23b6c853-6aa6-4b19-9c76-ddde24e53ac3), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.127577 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (23b6c853-6aa6-4b19-9c76-ddde24e53ac3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.195989 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (23b6c853-6aa6-4b19-9c76-ddde24e53ac3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.229528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b6c853-6aa6-4b19-9c76-ddde24e53ac3,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.231673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.236139 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-5732399f-d56c-4634-a683-e076b98fdf74 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/23b6c853-6aa6-4b19-9c76-ddde24e53ac3 HTTP/1.1" status: 204 len: 168 time: 0.3326526 Sep 25 01:06:30.239709 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41376) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:30.239984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c797632-4350-48e0-a8a4-90702389478a None None] Network ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:06:30.337360 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.430721 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Deleting port 06b2816e-8529-43d4-82ae-6b0cacaeb5be {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:30.431250 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.442056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 783df414-cffa-4596-a921-2b930804680d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:30.472184 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 783df414-cffa-4596-a921-2b930804680d {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:30.472665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 783df414-cffa-4596-a921-2b930804680d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:30.473168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 312a0875-9d08-4c94-b6f3-3135500afa6a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:30.502842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.511876 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] DHCP port deletion for ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:06:30.517525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 312a0875-9d08-4c94-b6f3-3135500afa6a {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:30.518130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 312a0875-9d08-4c94-b6f3-3135500afa6a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:30.546650 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] For port 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06b2816e-8529-43d4-82ae-6b0cacaeb5be,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:30.547431 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.569951 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Calling delete_port for 06b2816e-8529-43d4-82ae-6b0cacaeb5be owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:30.579269 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:30.587407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Deleting port 06b2816e-8529-43d4-82ae-6b0cacaeb5be {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:30.588403 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.688255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] For port 06b2816e-8529-43d4-82ae-6b0cacaeb5be, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06b2816e-8529-43d4-82ae-6b0cacaeb5be,segment=NetworkSegment(ada409c8-3cbd-4590-9fd7-70e3397de373),segment_id=ada409c8-3cbd-4590-9fd7-70e3397de373)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:30.688822 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.705125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Calling delete_port for 06b2816e-8529-43d4-82ae-6b0cacaeb5be owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:30.711868 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.752170 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b2816e-8529-43d4-82ae-6b0cacaeb5be,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.755417 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] No DVR routers for this DVR port 06b2816e-8529-43d4-82ae-6b0cacaeb5be on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:30.809056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (06b2816e-8529-43d4-82ae-6b0cacaeb5be), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.857578 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.859516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] Pushing event deleted for resources: {'Port': ['ID=06b2816e-8529-43d4-82ae-6b0cacaeb5be,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:30.866034 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd24386-9a66-4d46-bcf5-8a43aded06a3 None None] No DVR routers for this DVR port 06b2816e-8529-43d4-82ae-6b0cacaeb5be on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:30.885148 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.897570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada409c8-3cbd-4590-9fd7-70e3397de373') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.897879 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada409c8-3cbd-4590-9fd7-70e3397de373') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:30.910757 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (ada409c8-3cbd-4590-9fd7-70e3397de373), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.930056 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (ada409c8-3cbd-4590-9fd7-70e3397de373), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.939124 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:06:30.939614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (ada409c8-3cbd-4590-9fd7-70e3397de373), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:30.985024 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment ada409c8-3cbd-4590-9fd7-70e3397de373 resource provider aggregate not found Sep 25 01:06:31.013309 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.020064 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.023533 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e HTTP/1.1" status: 204 len: 168 time: 0.7827916 Sep 25 01:06:31.025163 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment ada409c8-3cbd-4590-9fd7-70e3397de373 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ada409c8-3cbd-4590-9fd7-70e3397de373 found for delete ", "request_id": "req-025fc85f-2a63-4446-a20e-d1c4145a2581"}]} Sep 25 01:06:31.042384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffcc5a-c768-4e10-b017-97ce9ba0e074 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4cd8bc-b7e9-4c6f-bdc8-805e0843ee8e,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.160723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41384) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:31.210403 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4552693f-29aa-405b-89af-5eef35a199d1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=46f19fd9ad1e4880961d1eee75883687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483954 Sep 25 01:06:31.212918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41386) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:31.272346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] Publish callbacks [] for security_group (bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.295823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] Publish callbacks [] for security_group (bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.354099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.356755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.358331 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7 HTTP/1.1" status: 204 len: 168 time: 0.1440594 Sep 25 01:06:31.368343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86815ae-891d-4347-885f-dff01ad5f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7eab8-1557-4218-bbcf-0cb26eb9cfc7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:31.795790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41392) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:31.850475 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e3c2bc07-2e65-402f-96e7-f0aab5d09487 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=adf4f7abd15d45d1a06405bdb1e94eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534933 Sep 25 01:06:31.853208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41394) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:31.924012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] Publish callbacks [] for security_group (492dbb31-9757-44c7-b90f-65bdee6f6e5f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:31.964264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] Publish callbacks [] for security_group (492dbb31-9757-44c7-b90f-65bdee6f6e5f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.024057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (492dbb31-9757-44c7-b90f-65bdee6f6e5f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.028693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:32.033156 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/492dbb31-9757-44c7-b90f-65bdee6f6e5f HTTP/1.1" status: 204 len: 168 time: 0.1763957 Sep 25 01:06:32.044581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba590-8678-45a7-ae18-a34a05f191f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492dbb31-9757-44c7-b90f-65bdee6f6e5f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:32.365726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 06b2816e-8529-43d4-82ae-6b0cacaeb5be no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:32.397314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 06b2816e-8529-43d4-82ae-6b0cacaeb5be {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:32.397667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 06b2816e-8529-43d4-82ae-6b0cacaeb5be not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:39.471752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=42 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:39.506632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=39 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.026512 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.027571 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=38,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:41.385970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=78,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.003064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=6,neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.036738 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.370608 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=73,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:42.541010 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f3f6a-eacd-471c-92fd-5ce29380190b req-2c9e8681-e122-4adb-8134-d747120fb100 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:42.542641 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c12f3f6a-eacd-471c-92fd-5ce29380190b req-2c9e8681-e122-4adb-8134-d747120fb100 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0609004 Sep 25 01:06:42.601407 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c12f3f6a-eacd-471c-92fd-5ce29380190b req-ba4c35fc-3ea6-4f62-a8c7-e29df3024ee9 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512598 Sep 25 01:06:43.746527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc2e2e-b1aa-45d4-a6a6-d1ac05436af6 req-baedee9b-554a-406c-872f-c9665b20949e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:43.748362 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6bfc2e2e-b1aa-45d4-a6a6-d1ac05436af6 req-baedee9b-554a-406c-872f-c9665b20949e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0563421 Sep 25 01:06:43.806854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6bfc2e2e-b1aa-45d4-a6a6-d1ac05436af6 req-7646fafe-4608-40f4-9574-c5ea98f18780 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517073 Sep 25 01:06:44.838662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-234c659e-1a24-496b-bbec-93a32fb512ec tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:44.840806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-234c659e-1a24-496b-bbec-93a32fb512ec tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0586321 Sep 25 01:06:44.976159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Deleting port c71c9659-825c-4f3d-b945-2c964a1f67a7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:44.976658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:44.989437 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01bd31-b448-4cf7-9ed7-a9385407cf3b req-fe73db20-a1bb-4985-bad8-4d12dcec5a9d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:44.991312 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c01bd31-b448-4cf7-9ed7-a9385407cf3b req-fe73db20-a1bb-4985-bad8-4d12dcec5a9d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 945 time: 0.0591483 Sep 25 01:06:45.071056 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5c01bd31-b448-4cf7-9ed7-a9385407cf3b req-d69e6a2f-dd0e-4b0a-a955-9a2384f7eaca tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bfb86a56-b21b-42ad-94ac-a717aef8569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733001 Sep 25 01:06:45.127272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] For port c71c9659-825c-4f3d-b945-2c964a1f67a7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c71c9659-825c-4f3d-b945-2c964a1f67a7,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:45.127601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.327344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.328013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.328379 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Floating IP db59aa21-2a25-4361-a747-7d670cbfd031 disassociated. External IP: 172.37.1.44, port: c71c9659-825c-4f3d-b945-2c964a1f67a7. Sep 25 01:06:45.328845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Calling delete_port for c71c9659-825c-4f3d-b945-2c964a1f67a7 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:45.481961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (c71c9659-825c-4f3d-b945-2c964a1f67a7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.522868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'Port': ['ID=c71c9659-825c-4f3d-b945-2c964a1f67a7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:45.653612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:45.773375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:45.785474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:45.802883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:45.803820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:45.853650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] No DVR routers for this DVR port c71c9659-825c-4f3d-b945-2c964a1f67a7 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:45.857882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:45.864441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a91599c-4f81-4eff-8dbd-53fbb73a8525 req-6d662d55-cb51-48e7-86b3-04e27e4f3169 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c71c9659-825c-4f3d-b945-2c964a1f67a7 HTTP/1.1" status: 204 len: 173 time: 1.0138798 Sep 25 01:06:45.864763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'name': 'network-vif-deleted', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:45.868400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974aff1-9766-445c-bd29-7e2421a915e1" -d '{"events": [{"server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "name": "network-vif-deleted", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:46.224237 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:46.310778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040be0ca-0420-47df-958c-9da9fe6f5f02 x-openstack-request-id: req-040be0ca-0420-47df-958c-9da9fe6f5f02 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:46.311593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de127ae-8886-4d15-a6be-7b68902ccde8", "name": "network-vif-deleted", "tag": "c71c9659-825c-4f3d-b945-2c964a1f67a7", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:46.312260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-040be0ca-0420-47df-958c-9da9fe6f5f02 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:46.313318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040be0ca-0420-47df-958c-9da9fe6f5f02'] response: {'server_uuid': '1de127ae-8886-4d15-a6be-7b68902ccde8', 'name': 'network-vif-deleted', 'tag': 'c71c9659-825c-4f3d-b945-2c964a1f67a7', 'status': 'completed', 'code': 200} Sep 25 01:06:46.318342 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3adcfb47-0ebe-41be-ae83-b37cc67031ee req-b238888a-edb5-4147-bada-5ed32b65850b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1de127ae-8886-4d15-a6be-7b68902ccde8 HTTP/1.1" status: 200 len: 210 time: 0.0516615 Sep 25 01:06:46.452486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:46.489188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:46.501660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:46.502521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:20Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:46.624783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:46.877138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:46.906467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dafba2-f084-4977-baaf-276ba0638d9f None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:47.164180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5737f-d9eb-4429-b306-e61ce04a269c None None] New status for floating IP db59aa21-2a25-4361-a747-7d670cbfd031: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:06:47.393238 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0cd1bc8-9874-42f9-9ae4-633ddf9b388a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.492122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41426) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.515512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.541851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:06:47.546366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:47.568877 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device c71c9659-825c-4f3d-b945-2c964a1f67a7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:47.581249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (bfb86a56-b21b-42ad-94ac-a717aef8569c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.599725 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: c71c9659-825c-4f3d-b945-2c964a1f67a7 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:47.600077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device c71c9659-825c-4f3d-b945-2c964a1f67a7 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:47.619786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (bfb86a56-b21b-42ad-94ac-a717aef8569c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.686177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (bfb86a56-b21b-42ad-94ac-a717aef8569c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.689012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.690295 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bfb86a56-b21b-42ad-94ac-a717aef8569c HTTP/1.1" status: 204 len: 168 time: 0.1970768 Sep 25 01:06:47.693813 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41428) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.702149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca0ba-cecc-45a4-b0f3-a21897fb4ff7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb86a56-b21b-42ad-94ac-a717aef8569c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:47.715144 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.api.v2.resource [None req-fd6f23d3-8c94-47d4-9ad7-85a43d3a01a7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] show failed (client error): The resource could not be found. Sep 25 01:06:47.720580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41430) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:47.720908 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-fd6f23d3-8c94-47d4-9ad7-85a43d3a01a7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups/bfb86a56-b21b-42ad-94ac-a717aef8569c HTTP/1.1" status: 404 len: 347 time: 0.0252306 Sep 25 01:06:47.851205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Deleting port 84c0f85e-de10-4d63-ae1d-deab86b97883 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:47.851549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.943428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.943728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (84c0f85e-de10-4d63-ae1d-deab86b97883), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:47.960587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Calling delete_port for 84c0f85e-de10-4d63-ae1d-deab86b97883 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:48.112901 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (84c0f85e-de10-4d63-ae1d-deab86b97883), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.144722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'Port': ['ID=84c0f85e-de10-4d63-ae1d-deab86b97883,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.223130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (db59aa21-2a25-4361-a747-7d670cbfd031), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.226164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.227373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-38e3c8e1-0b37-43e5-a36a-363d66125445 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/db59aa21-2a25-4361-a747-7d670cbfd031 HTTP/1.1" status: 204 len: 168 time: 0.5054765 Sep 25 01:06:48.315401 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41434) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.320352 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323704980', 'description': 'tempest-description--2104962051'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.348736 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.430994 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (9dd271a7-aab8-43be-b712-5800c366c617), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.436751 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (9dd271a7-aab8-43be-b712-5800c366c617), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.475996 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.477317 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1607530 Sep 25 01:06:48.480363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41436) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.483377 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898f956-87a8-4c05-8efd-b5e9bf991f6c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd271a7-aab8-43be-b712-5800c366c617,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.489842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group_rule': {'security_group_id': '9dd271a7-aab8-43be-b712-5800c366c617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.529845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (2a65dc04-ee4a-4a26-be91-f5a760933bbf), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.594981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (2a65dc04-ee4a-4a26-be91-f5a760933bbf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.601113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (2a65dc04-ee4a-4a26-be91-f5a760933bbf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.637300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a65dc04-ee4a-4a26-be91-f5a760933bbf,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.652978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.655550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-14c26aa6-838d-429b-8bee-827932a88b36 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739738 Sep 25 01:06:48.658693 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41438) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.663858 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'security_group_rule': {'security_group_id': '9dd271a7-aab8-43be-b712-5800c366c617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.696524 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (e75ebef1-ba34-4a1a-9b2e-6126b251324a), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.772746 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (e75ebef1-ba34-4a1a-9b2e-6126b251324a), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.777466 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937174'] for security_group_rule (e75ebef1-ba34-4a1a-9b2e-6126b251324a), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.802287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75ebef1-ba34-4a1a-9b2e-6126b251324a,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:48.813527 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.814975 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-14a7917b-6e25-465a-9eea-553bcd9cd1ad tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552134 Sep 25 01:06:48.818566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41440) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:48.824667 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'floatingip': {'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2'}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:48.852380 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:48.969316 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.173018 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_common [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Allocated IP 172.37.1.21 (62195cd6-54fa-4e24-9d47-ae0de6356ac2/d01a90bc-22e7-43bc-8649-e22859dad8e0/5128e5ec-d180-49f4-a582-08e4f07c3ed0) {{(pid=106228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:49.278770 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:49.323137 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:49.363111 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.401661 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.454213 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Network 62195cd6-54fa-4e24-9d47-ae0de6356ac2 is already hosted by enough agents. {{(pid=106228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:49.460980 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Resources bound (agent type, host, resource id): {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:49.465573 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Received port after_create {{(pid=106228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:49.472104 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=5128e5ec-d180-49f4-a582-08e4f07c3ed0,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:49.517633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.573838 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.628815 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), before_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.774750 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e29c5b4-eaa4-4dde-8682-e33fb973119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.920204 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), precommit_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:49.927678 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264812075'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), after_update {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.065605 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.072412 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=5128e5ec-d180-49f4-a582-08e4f07c3ed0,revision_number=2']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:50.097420 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:50.098796 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-d07dc758-6448-4d84-9d37-03f0b4fa6fd7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2791071 Sep 25 01:06:50.369893 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-c0ec5993-0273-4cdf-b94c-9f39536efd00 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1323704980&fields=id&tenant_id=f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 267 time: 0.0541322 Sep 25 01:06:50.783724 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-b11c8664-8d4d-4e0c-bed9-90838fe711da tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:50.785751 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-b11c8664-8d4d-4e0c-bed9-90838fe711da tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 810 time: 0.4084189 Sep 25 01:06:50.802846 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-b0843be6-7fd9-4a1c-aa50-bb905cfaeafa tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/quotas/f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 375 time: 0.0111322 Sep 25 01:06:50.862436 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-3d7c107d-7d44-4215-9435-b63c2a27a2bc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499134 Sep 25 01:06:50.883719 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-a45298c6-6077-447a-b366-b82b641f9d1c service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:06:50.885538 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-a45298c6-6077-447a-b366-b82b641f9d1c service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0088727 Sep 25 01:06:50.899215 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:50.995236 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-36a91bc5-a3b8-4624-8367-b7d52bb19cce service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034257 Sep 25 01:06:51.009831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:51.066036 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:51.103868 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-a6a71757-2c8c-4a92-9db6-ccd2623ae3a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007040 Sep 25 01:06:51.328752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ada05cfe-ca16-42c7-b402-2e5871bbf7e0 req-b3f6e337-1860-42e1-9788-1361c4047745 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 210 time: 0.0390568 Sep 25 01:06:51.922733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41470) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:52.133643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Deleting port e648c726-bd59-4f54-9ff1-4c8597b65cff {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:52.134208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.157135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:52.220376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:52.287505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.287856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for floatingip (e648c726-bd59-4f54-9ff1-4c8597b65cff), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.295473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.304867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Calling delete_port for e648c726-bd59-4f54-9ff1-4c8597b65cff owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:52.462484 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-400f33e1-4306-4a0e-afc6-e0dfbc0ba598 req-459cc206-d469-4625-b380-e13f8d10f89b tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Sep 25 01:06:52.548730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (e648c726-bd59-4f54-9ff1-4c8597b65cff), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.578548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event deleted for resources: {'Port': ['ID=e648c726-bd59-4f54-9ff1-4c8597b65cff,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:52.636867 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.653041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for floatingip (84f3d6f1-2cc2-46d6-a12a-690bd0203084), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:52.653448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Floating IP 84f3d6f1-2cc2-46d6-a12a-690bd0203084 disassociated (deleted). External IP: 172.37.1.113, port: 7589db85-95c8-412c-a8f7-5db156ef7906. Sep 25 01:06:53.242947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Router cae7a7b0-7257-44af-9007-c672b2882cca has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:06:53.363397 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-215c65f2-ca5d-4469-a4d8-cdf80c8ff9dc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:53.365907 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-215c65f2-ca5d-4469-a4d8-cdf80c8ff9dc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 810 time: 0.5091591 Sep 25 01:06:53.479146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.496271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:06:53.509337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.515418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Sync routers for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:06:53.523225 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-adc0606d-f356-47ae-823e-ecd23b0e65df tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f37b53a21b19482b8dcac6c38505a50b HTTP/1.1" status: 200 len: 380 time: 0.1382995 Sep 25 01:06:53.534613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.539506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:53.540679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:53.554768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'port': {'device_id': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'admin_state_up': True, 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'security_groups': ['9dd271a7-aab8-43be-b712-5800c366c617']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:53.619168 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dcef5f3d-fc5a-4ac7-aba7-b7f6764b8e7b tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/84f3d6f1-2cc2-46d6-a12a-690bd0203084 HTTP/1.1" status: 204 len: 168 time: 1.6909244 Sep 25 01:06:53.625332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:53.627664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:53.658985 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12b853c4-5646-41c2-8c89-c8e6cf66a941 req-daa7634d-17ca-4f65-8895-0654b669e609 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 210 time: 0.0498109 Sep 25 01:06:53.666345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.717588 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:53.734062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:53.753942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102d8d5-2272-4634-8d22-7d45fd732c6a x-openstack-request-id: req-a102d8d5-2272-4634-8d22-7d45fd732c6a {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:53.754392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:53.754796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a102d8d5-2272-4634-8d22-7d45fd732c6a {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:53.755510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a102d8d5-2272-4634-8d22-7d45fd732c6a'] response: {'name': 'network-changed', 'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'status': 'completed', 'code': 200} Sep 25 01:06:53.797701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Made reservation on behalf of f37b53a21b19482b8dcac6c38505a50b for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:06:53.804706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:53.988715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:54.032520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Checking router: cae7a7b0-7257-44af-9007-c672b2882cca for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:06:54.043986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:06:54.044773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:54.169410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:06:54.190602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d7018-21f4-44c3-8f01-122c3166055d req-095b518c-e926-4ca7-a82d-227034f33737 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.193492 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d5d7018-21f4-44c3-8f01-122c3166055d req-095b518c-e926-4ca7-a82d-227034f33737 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.2270608 Sep 25 01:06:54.200162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-3c40754d-f64d-4408-a91f-c92a4cd55cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.203440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-3c40754d-f64d-4408-a91f-c92a4cd55cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 1129 time: 0.3776302 Sep 25 01:06:54.271617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Allocated IP 172.20.0.13 (dbea2e08-a361-48c8-95fc-03b3fc326d51/2e1050b6-9f20-4f3d-a5dc-be57c6013353/1efe19b6-e801-45ed-8aac-c94c3a3e0758) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:06:54.347052 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d5d7018-21f4-44c3-8f01-122c3166055d req-a160f412-bb84-4543-9150-192e238a13b3 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419353 Sep 25 01:06:54.560070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:06:54.587957 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa88d6-8be9-42f1-8770-0f178430939e None None] The sync data for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi is: [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:01:52Z', 'revision_number': 4, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd1013a6f-ee2d-46c6-9579-1abeb6086893', 'name': '', 'network_id': 'c62c61a7-64ad-4bd4-8ce7-b21b978664a6', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'mac_address': 'fa:16:3e:60:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a3c28a1-4968-4492-967d-c258b7838096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:50Z', 'updated_at': '2022-09-25T01:02:01Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'subnets': [{'id': '3a3c28a1-4968-4492-967d-c258b7838096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:06:54.605434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.647536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.702101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:06:54.710523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:06:54.715688 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:06:54.744625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event updated for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:54.805730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.806784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:54.840753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5298d37a-75c0-4e08-b287-a07200781d4d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2935739 Sep 25 01:06:54.865965 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7997ecc-a124-4633-ba02-bf8ff4020a69 req-c953d59c-f5ad-4332-8a3c-fed3e17c4c56 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:54.867601 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b7997ecc-a124-4633-ba02-bf8ff4020a69 req-c953d59c-f5ad-4332-8a3c-fed3e17c4c56 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 932 time: 0.0748672 Sep 25 01:06:54.943897 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-b7997ecc-a124-4633-ba02-bf8ff4020a69 req-01516db8-df95-44d2-9302-2fbc7a570b40 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683460 Sep 25 01:06:54.994384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca39c1b-1e8c-4064-82a9-378dcd65de40 None None] New status for floating IP 84f3d6f1-2cc2-46d6-a12a-690bd0203084: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:06:55.076300 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Provisioning complete for port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:06:55.077318 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.078072 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Attempt 1 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:06:55.118285 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:55.198486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Request body: {'port': {'device_id': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:06:55.326805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:55.360100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:55.388067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-d2027acb-48b1-4d4c-a2da-04ae7b1f608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:55.390090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-d2027acb-48b1-4d4c-a2da-04ae7b1f608a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 200 len: 909 time: 0.2131054 Sep 25 01:06:55.392322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:55.538250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-782b9484-5fc6-4029-96d8-684ab26933eb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 200 len: 217 time: 0.1068144 Sep 25 01:06:55.619279 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Attempt 2 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:06:55.659094 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:55.706622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace87e6-ee40-43a6-901f-ad63883ea88b req-ebd540a8-b284-4cce-af54-0d4ad2a5c1d4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:55.709382 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ace87e6-ee40-43a6-901f-ad63883ea88b req-ebd540a8-b284-4cce-af54-0d4ad2a5c1d4 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.2024870 Sep 25 01:06:55.902801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ace87e6-ee40-43a6-901f-ad63883ea88b req-7779bc57-7297-47e3-b0c0-aa768928da68 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=601e3316-8b17-4b11-acb6-e60b3d5c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871424 Sep 25 01:06:56.027844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efe19b6-e801-45ed-8aac-c94c3a3e0758 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:06:56.049385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks [] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.093845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Transition to ACTIVE for port object 1efe19b6-e801-45ed-8aac-c94c3a3e0758 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:06:56.103137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.116733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-0b0e5601-a8d5-4988-be9a-bbefae2f0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.118343 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-0b0e5601-a8d5-4988-be9a-bbefae2f0261 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 200 len: 848 time: 0.0838981 Sep 25 01:06:56.127416 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1d2d-8f17-4f0d-8756-ea5cb8a6f92b req-1196c400-4940-4a5e-9b16-47d4a34b8f37 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.130331 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e42f1d2d-8f17-4f0d-8756-ea5cb8a6f92b req-1196c400-4940-4a5e-9b16-47d4a34b8f37 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 932 time: 0.0922937 Sep 25 01:06:56.161029 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Attempt 3 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:06:56.223881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.229888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:56.258288 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536683ec-4553-4d06-a061-2558281e637b req-29d51fa6-ab4f-4b7f-a796-d31c0bf8caa2 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.260914 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-536683ec-4553-4d06-a061-2558281e637b req-29d51fa6-ab4f-4b7f-a796-d31c0bf8caa2 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 945 time: 0.0977035 Sep 25 01:06:56.273643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-a738af9e-df61-42ca-89f1-e986408d3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.276253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-a738af9e-df61-42ca-89f1-e986408d3113 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62c61a7-64ad-4bd4-8ce7-b21b978664a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234629 Sep 25 01:06:56.364595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Attempting to bind port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:06:56.364595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Attempting to bind port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:06:56.364595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Attempting to bind port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:56.371956 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e42f1d2d-8f17-4f0d-8756-ea5cb8a6f92b req-0393bc0e-b2dc-4c1d-8292-39ed09904e91 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351103 Sep 25 01:06:56.447392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:06:56.447710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Attempting to bind port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 on network dbea2e08-a361-48c8-95fc-03b3fc326d51 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:06:56.453528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Deleting port 7589db85-95c8-412c-a8f7-5db156ef7906 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:06:56.453906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-c710d3f4-3b66-46a6-bd05-f05f4ee95675 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662209 Sep 25 01:06:56.454113 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.571209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.584963 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] For port 7589db85-95c8-412c-a8f7-5db156ef7906, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7589db85-95c8-412c-a8f7-5db156ef7906,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:56.585349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.603758 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Calling delete_port for 7589db85-95c8-412c-a8f7-5db156ef7906 owned by compute:nova {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:06:56.616538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:06:56.617075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Checking segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:06:56.617747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Bound using segment: {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:06:56.618503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Bound port: 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:06:56.619090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.681812 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b7d9632b-dd5a-4722-ab1a-3204324e2b8c req-c6c719d9-c392-4a2f-b9c2-537c1bf93a78 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079327 Sep 25 01:06:56.731869 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Attempt 4 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:06:56.738436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:56.762410 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (7589db85-95c8-412c-a8f7-5db156ef7906), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.772133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:06:56.778167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:06:56.793426 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.800781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:56.802411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.805118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 200 len: 1094 time: 1.6135018 Sep 25 01:06:56.810780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:56.815041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:56.839953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:06:56.864737 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event deleted for resources: {'Port': ['ID=7589db85-95c8-412c-a8f7-5db156ef7906,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:56.908214 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] No DVR routers for this DVR port 7589db85-95c8-412c-a8f7-5db156ef7906 on host hv-cinder-maste {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:06:56.917621 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:56.922293 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-536683ec-4553-4d06-a061-2558281e637b req-2da7dec3-a58f-4f85-9bdc-b0074eacb64a tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.57 "DELETE /networking/v2.0/ports/7589db85-95c8-412c-a8f7-5db156ef7906 HTTP/1.1" status: 204 len: 173 time: 0.6491866 Sep 25 01:06:56.923141 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-deleted', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906'}] {{(pid=106228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:06:56.925533 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07f2cb63eb56d17dcc02d5d24e237261a5fcc73e52f0db09176d71b98bf13c38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0826a0d-2f49-47ce-b9f8-4797f7b70668" -d '{"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-deleted", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906"}]}' {{(pid=106228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:06:56.931667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b67911c-4090-458f-ac85-9b37ed85e109 x-openstack-request-id: req-9b67911c-4090-458f-ac85-9b37ed85e109 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:56.931667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:56.932261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b67911c-4090-458f-ac85-9b37ed85e109 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:56.932450 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b67911c-4090-458f-ac85-9b37ed85e109'] response: {'name': 'network-changed', 'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'status': 'completed', 'code': 200} Sep 25 01:06:56.942885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7e43-4f0e-45a0-b8f4-445a11f4c079 service neutron] Pushing event updated for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:57.053122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-21059eca-7a81-4d55-a568-e5e9f0eaa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:57.053334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa41287-a2af-42e5-b892-eee200818bb8 x-openstack-request-id: req-2fa41287-a2af-42e5-b892-eee200818bb8 {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:06:57.053512 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66c484-73f0-441b-a575-f506a0caca8a", "name": "network-vif-deleted", "tag": "7589db85-95c8-412c-a8f7-5db156ef7906", "status": "completed", "code": 200}]} {{(pid=106228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:06:57.054054 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fa41287-a2af-42e5-b892-eee200818bb8 {{(pid=106228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:06:57.054472 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa41287-a2af-42e5-b892-eee200818bb8'] response: {'server_uuid': 'eb66c484-73f0-441b-a575-f506a0caca8a', 'name': 'network-vif-deleted', 'tag': '7589db85-95c8-412c-a8f7-5db156ef7906', 'status': 'completed', 'code': 200} Sep 25 01:06:57.054966 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-21059eca-7a81-4d55-a568-e5e9f0eaa5a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 1128 time: 0.1071246 Sep 25 01:06:57.073329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-61538efd-d6aa-4042-a862-423a30c31caa req-e1c11681-2870-4a33-81af-23f2622d2a83 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0443976 Sep 25 01:06:57.114073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-9a2d05bf-f14a-4a14-aa93-24411c146fc4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 200 len: 217 time: 0.0398414 Sep 25 01:06:57.169124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5c12804d-d836-4ff5-9263-3bbebeaec27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:57.171291 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-5c12804d-d836-4ff5-9263-3bbebeaec27e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0496233 Sep 25 01:06:57.237139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-fccb7ec1-c4fb-4afa-b6ff-d349639bda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:57.238852 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-fccb7ec1-c4fb-4afa-b6ff-d349639bda2d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562901 Sep 25 01:06:57.343353 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Attempt 5 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:06:57.380179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-0d3a371c-172d-4c9a-a456-072aedc512ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299267 Sep 25 01:06:57.409790 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d4a7b-1208-4f7a-ae42-dc4eb13db227 None None] Port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:06:57.534800 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:57.551008 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96639c-05c9-4bc8-8788-6d2d8425ccec req-562c43f5-8560-4154-a115-12c73ee3c8e8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:57.552797 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5d96639c-05c9-4bc8-8788-6d2d8425ccec req-562c43f5-8560-4154-a115-12c73ee3c8e8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 944 time: 0.0688562 Sep 25 01:06:57.567361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d28687-e2ec-4ad2-840d-6e245e13394d req-19f163a2-3c41-4797-860e-63a8f6124e37 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541595 Sep 25 01:06:57.615898 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5d96639c-05c9-4bc8-8788-6d2d8425ccec req-1009a760-228b-47c5-a878-7e8bceae7b7f tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519922 Sep 25 01:06:58.206616 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f0d3568-22dc-409f-a165-65123525c070 req-54e10872-667d-422a-a7e3-9c9e48f886bd tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=eb66c484-73f0-441b-a575-f506a0caca8a HTTP/1.1" status: 200 len: 210 time: 0.0315320 Sep 25 01:06:58.529493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-218a19b2-1b64-4c60-bf75-e9a833b402a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.531455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-218a19b2-1b64-4c60-bf75-e9a833b402a3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 1128 time: 0.0513470 Sep 25 01:06:58.659828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-3968a88e-6c9a-4e43-97cc-44d4f576a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.661418 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-3968a88e-6c9a-4e43-97cc-44d4f576a037 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1150444 Sep 25 01:06:58.755654 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb998c-f739-4f78-a74b-9c2b38b215c8 req-3a858a77-908b-4b82-8c5d-7241291add6e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.757343 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5edb998c-f739-4f78-a74b-9c2b38b215c8 req-3a858a77-908b-4b82-8c5d-7241291add6e tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 944 time: 0.0551322 Sep 25 01:06:58.797681 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:58.816258 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5edb998c-f739-4f78-a74b-9c2b38b215c8 req-e03ee44b-0316-4ab0-8403-66fc500f18b1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530715 Sep 25 01:06:58.859572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-571fa674-5b00-42a0-bd31-46fcf0295a67 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 200 len: 217 time: 0.0540490 Sep 25 01:06:58.916834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-e1f4a5d0-e1d7-49fe-bfa2-43e758a03f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.918516 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-e1f4a5d0-e1d7-49fe-bfa2-43e758a03f1f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0516605 Sep 25 01:06:58.986751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-8f649229-735e-4ccf-a105-5a66bf0a82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:06:58.988333 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-8f649229-735e-4ccf-a105-5a66bf0a82a1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500400 Sep 25 01:06:59.091993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-77ae4bdc-84c1-4930-bf8d-2365e69034ea service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959549 Sep 25 01:06:59.210407 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbd62989-cc23-41a5-bc9d-cc9a04a4b1f5 req-b5566f30-f7c6-46aa-bc28-518ef92b618c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078672 Sep 25 01:06:59.285988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41510) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.338175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.351784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.356395 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (601e3316-8b17-4b11-acb6-e60b3d5c5c7f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.388880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (601e3316-8b17-4b11-acb6-e60b3d5c5c7f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.459021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (601e3316-8b17-4b11-acb6-e60b3d5c5c7f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.462557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.469169 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/601e3316-8b17-4b11-acb6-e60b3d5c5c7f HTTP/1.1" status: 204 len: 168 time: 0.1794226 Sep 25 01:06:59.481438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c0426-520b-4185-8011-d4b40c880bd8 tempest-TestShelveInstance-384141591 tempest-TestShelveInstance-384141591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601e3316-8b17-4b11-acb6-e60b3d5c5c7f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:06:59.532826 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41514) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:06:59.633393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1efe19b6-e801-45ed-8aac-c94c3a3e0758 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:06:59.656099 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:06:59.692908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 7589db85-95c8-412c-a8f7-5db156ef7906 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:06:59.693300 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 7589db85-95c8-412c-a8f7-5db156ef7906 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:06:59.741604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.805026 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.814194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:59.840884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'port_id': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'mac_address': 'fa:16:3e:be:b8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:06:59.905803 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:06:59.909788 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:06:59.911056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:06:59.936043 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe19b6-e801-45ed-8aac-c94c3a3e0758 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:06:59.962515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:06:59.969785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.034981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:00.060700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3993e55-f369-47c7-a881-d461019aa3ea req-65602ea5-7bc8-4322-98a5-5d0f9d5368dd tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:00.062448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3993e55-f369-47c7-a881-d461019aa3ea req-65602ea5-7bc8-4322-98a5-5d0f9d5368dd tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 945 time: 0.0985720 Sep 25 01:07:00.134302 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3993e55-f369-47c7-a881-d461019aa3ea req-80454623-afdf-4a64-8f02-f7b2f471bdc2 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631261 Sep 25 01:07:00.179516 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (cae7a7b0-7257-44af-9007-c672b2882cca), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.324441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['1efe19b6-e801-45ed-8aac-c94c3a3e0758'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:07:00.459106 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Deleting port d1013a6f-ee2d-46c6-9579-1abeb6086893 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:00.459404 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.555035 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] For port d1013a6f-ee2d-46c6-9579-1abeb6086893, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1013a6f-ee2d-46c6-9579-1abeb6086893,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:00.555457 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.572690 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Calling delete_port for d1013a6f-ee2d-46c6-9579-1abeb6086893 owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:00.759845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:00.783516 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (d1013a6f-ee2d-46c6-9579-1abeb6086893), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:00.814357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d1013a6f-ee2d-46c6-9579-1abeb6086893,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:00.971166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.038475 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (cae7a7b0-7257-44af-9007-c672b2882cca), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.328911 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f9f22-a2ef-47ac-9f94-18b70cb8a578 req-8dd7a82a-76b2-4c2b-8330-f5e37b40d6c5 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:01.332091 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bd2f9f22-a2ef-47ac-9f94-18b70cb8a578 req-8dd7a82a-76b2-4c2b-8330-f5e37b40d6c5 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 945 time: 0.0865002 Sep 25 01:07:01.394961 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Router cae7a7b0-7257-44af-9007-c672b2882cca has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:01.414192 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bd2f9f22-a2ef-47ac-9f94-18b70cb8a578 req-376a761e-6b2a-4a24-b526-fbdb2b17ef3d tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752590 Sep 25 01:07:01.528425 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:01.537100 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c34fe1d7-1657-47bd-987f-7084649422cc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cae7a7b0-7257-44af-9007-c672b2882cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0027232 Sep 25 01:07:01.539548 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41522) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:01.544640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Sync routers for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:01.558275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:01.559027 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:01.653144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1efe19b6-e801-45ed-8aac-c94c3a3e0758 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:07:01.672816 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks [] for router (cae7a7b0-7257-44af-9007-c672b2882cca), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.747375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:01.789487 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks [] for router_gateway (cae7a7b0-7257-44af-9007-c672b2882cca), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.809350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:07:01.826394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:07:01.826777 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.827125 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 Sep 25 01:07:01.849686 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Deleting port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:01.850384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:01.952723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:01.990517 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] For port c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:01.990897 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.004640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:07:02.005029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.007197 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Calling delete_port for c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:02.038000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111'}], 'enable_snat': True}, 'gw_port_id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:07:00Z', 'revision_number': 5, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port': {'id': 'c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:01:45Z', 'updated_at': '2022-09-25T01:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.046198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:07:02.048574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b1a2e-9688-4f27-b1fc-4bba2baaa37f" -d '{"events": [{"server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "name": "network-vif-plugged", "status": "completed", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:07:02.083088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Checking router: cae7a7b0-7257-44af-9007-c672b2882cca for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:02.089941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:02.097539 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:02.104713 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:02.106485 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.110698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Routers {'cae7a7b0-7257-44af-9007-c672b2882cca'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:02.111609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['cae7a7b0-7257-44af-9007-c672b2882cca'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.206547 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d68fd-d092-4471-9685-8034cec50d69 x-openstack-request-id: req-fd2d68fd-d092-4471-9685-8034cec50d69 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:07:02.206824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "name": "network-vif-plugged", "status": "completed", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:07:02.207038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd2d68fd-d092-4471-9685-8034cec50d69 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:07:02.207658 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2d68fd-d092-4471-9685-8034cec50d69'] response: {'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'code': 200} Sep 25 01:07:02.234904 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:02.249028 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.256528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] Set router cae7a7b0-7257-44af-9007-c672b2882cca gateway port host: None {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:02.307835 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.318762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 6, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:02.348951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4045fe8-c430-4ef0-a645-b89fcbbcca13 None None] The sync data for ids ['cae7a7b0-7257-44af-9007-c672b2882cca'] in dv-cinder-master-3-iscsi is: [{'id': 'cae7a7b0-7257-44af-9007-c672b2882cca', 'name': 'tempest-TestShelveInstance-1941265010-router', 'tenant_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:43Z', 'updated_at': '2022-09-25T01:07:01Z', 'revision_number': 6, 'project_id': '69a3d6ce251e480d866a86ed9f6f2eb9', 'gw_port_host': None}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:02.362123 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:02.471906 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (cae7a7b0-7257-44af-9007-c672b2882cca), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.503140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cf1f-9258-4ea2-acd7-2ffc6f776c0c req-cb63d8e1-0cc2-4e92-a1e4-f624f0a1e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:02.505918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15e7cf1f-9258-4ea2-acd7-2ffc6f776c0c req-cb63d8e1-0cc2-4e92-a1e4-f624f0a1e36c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 1130 time: 0.0679963 Sep 25 01:07:02.568319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15e7cf1f-9258-4ea2-acd7-2ffc6f776c0c req-2b966ed6-6c01-490a-9bd5-6ed96fff19c7 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481822 Sep 25 01:07:02.684795 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (cae7a7b0-7257-44af-9007-c672b2882cca), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.693131 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks [] for router_controller (cae7a7b0-7257-44af-9007-c672b2882cca), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.720627 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4c40e-4c14-4a18-80df-cd3e20621a65 req-a3ad24c7-7f0e-4568-85b8-2acf6f772291 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:02.723008 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d0c4c40e-4c14-4a18-80df-cd3e20621a65 req-a3ad24c7-7f0e-4568-85b8-2acf6f772291 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.1533606 Sep 25 01:07:02.816822 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (cae7a7b0-7257-44af-9007-c672b2882cca), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.817376 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae7a7b0-7257-44af-9007-c672b2882cca {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:02.822228 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.823442 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-71d6a309-ceec-41ef-b1be-bee0546ad854 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/cae7a7b0-7257-44af-9007-c672b2882cca HTTP/1.1" status: 204 len: 168 time: 1.2825987 Sep 25 01:07:02.827678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41530) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:02.868982 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d0c4c40e-4c14-4a18-80df-cd3e20621a65 req-94653c41-3c15-43e7-8a65-505cdda1fef1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856750 Sep 25 01:07:02.918077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Deleting subnet 3a3c28a1-4968-4492-967d-c258b7838096 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:02.924268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Publish callbacks [] for subnet (3a3c28a1-4968-4492-967d-c258b7838096), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:02.979537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (3a3c28a1-4968-4492-967d-c258b7838096), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.065475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (3a3c28a1-4968-4492-967d-c258b7838096), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.141031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (3a3c28a1-4968-4492-967d-c258b7838096), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.171404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3c28a1-4968-4492-967d-c258b7838096,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.175786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.179237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0bbd5714-eb6e-45d5-894c-2cae7981fd31 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3a3c28a1-4968-4492-967d-c258b7838096 HTTP/1.1" status: 204 len: 168 time: 0.3500724 Sep 25 01:07:03.183791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41532) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:03.188857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4fce6-0e02-465f-a2a3-9f1869b22ffd None None] Network c62c61a7-64ad-4bd4-8ce7-b21b978664a6 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:03.303178 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (c62c61a7-64ad-4bd4-8ce7-b21b978664a6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.360049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Deleting port d18a3c48-8be7-45c0-8641-dd3182b273bc {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:03.360514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.440440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91f754-916b-4271-8fb9-57981011761e None None] DHCP port deletion for c62c61a7-64ad-4bd4-8ce7-b21b978664a6 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:03.463194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] For port d18a3c48-8be7-45c0-8641-dd3182b273bc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d18a3c48-8be7-45c0-8641-dd3182b273bc,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:03.463824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.490853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Calling delete_port for d18a3c48-8be7-45c0-8641-dd3182b273bc owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:03.500032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Deleting port d18a3c48-8be7-45c0-8641-dd3182b273bc {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:03.500400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.598490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-5c91f754-916b-4271-8fb9-57981011761e None None] For port d18a3c48-8be7-45c0-8641-dd3182b273bc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d18a3c48-8be7-45c0-8641-dd3182b273bc,segment=NetworkSegment(94789acf-3520-42cb-8735-238d89a1ebc7),segment_id=94789acf-3520-42cb-8735-238d89a1ebc7)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:03.599562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.621435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Calling delete_port for d18a3c48-8be7-45c0-8641-dd3182b273bc owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:03.635953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.680913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18a3c48-8be7-45c0-8641-dd3182b273bc,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.687724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] No DVR routers for this DVR port d18a3c48-8be7-45c0-8641-dd3182b273bc on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:03.694490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.747191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:03.772687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (d18a3c48-8be7-45c0-8641-dd3182b273bc), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.819933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (c62c61a7-64ad-4bd4-8ce7-b21b978664a6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.821166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91f754-916b-4271-8fb9-57981011761e None None] Pushing event deleted for resources: {'Port': ['ID=d18a3c48-8be7-45c0-8641-dd3182b273bc,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:03.824423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91f754-916b-4271-8fb9-57981011761e None None] No DVR routers for this DVR port d18a3c48-8be7-45c0-8641-dd3182b273bc on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:03.856181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c61a7-64ad-4bd4-8ce7-b21b978664a6']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.868417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94789acf-3520-42cb-8735-238d89a1ebc7') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.868753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94789acf-3520-42cb-8735-238d89a1ebc7') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:03.884861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264659196'] for segment (94789acf-3520-42cb-8735-238d89a1ebc7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.902061 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (94789acf-3520-42cb-8735-238d89a1ebc7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.911435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:03.911848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264667895'] for segment (94789acf-3520-42cb-8735-238d89a1ebc7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:03.961760 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 94789acf-3520-42cb-8735-238d89a1ebc7 resource provider aggregate not found Sep 25 01:07:03.995583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 94789acf-3520-42cb-8735-238d89a1ebc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94789acf-3520-42cb-8735-238d89a1ebc7 found for delete ", "request_id": "req-387cd5c4-cdfc-4e53-925c-683851d48615"}]} Sep 25 01:07:04.045772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (c62c61a7-64ad-4bd4-8ce7-b21b978664a6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.089808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:04.095631 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c62c61a7-64ad-4bd4-8ce7-b21b978664a6 HTTP/1.1" status: 204 len: 168 time: 0.9104421 Sep 25 01:07:04.098183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974431d-c19b-497b-a55e-24c55e5e0668 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62c61a7-64ad-4bd4-8ce7-b21b978664a6,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:04.098598 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41540) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:04.112242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c1658-a65a-464a-9b76-d10424fb6f31 req-0a9dc40d-f173-40f5-ace4-99bb94cc24c8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:04.114820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-965c1658-a65a-464a-9b76-d10424fb6f31 req-0a9dc40d-f173-40f5-ace4-99bb94cc24c8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.1221421 Sep 25 01:07:04.203143 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-965c1658-a65a-464a-9b76-d10424fb6f31 req-c3739e4e-fc80-469b-a47b-87f0210a11d3 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730062 Sep 25 01:07:04.420873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d18a3c48-8be7-45c0-8641-dd3182b273bc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:04.443260 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: d18a3c48-8be7-45c0-8641-dd3182b273bc {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:04.443698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d18a3c48-8be7-45c0-8641-dd3182b273bc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:04.444208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d1013a6f-ee2d-46c6-9579-1abeb6086893 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:04.466033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: d1013a6f-ee2d-46c6-9579-1abeb6086893 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:04.466959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device d1013a6f-ee2d-46c6-9579-1abeb6086893 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:04.467383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:04.492218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:04.492674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device c78ccb6c-0f3e-44a5-bf22-9f8e1a8ebd92 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:04.652632 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (29892cf5-05ed-4772-a3c7-758374b46435), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.049637 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.307166 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Deleting port dc092d9f-c63d-420c-8856-ecb381597fd7 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:05.308079 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.417706 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:05.497819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d780f-c03e-4021-8780-66b4a697fc8c req-cc58a10c-7918-40ec-99d1-e916d412dac0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:05.500619 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-005d780f-c03e-4021-8780-66b4a697fc8c req-cc58a10c-7918-40ec-99d1-e916d412dac0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.1880667 Sep 25 01:07:05.581773 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] For port dc092d9f-c63d-420c-8856-ecb381597fd7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc092d9f-c63d-420c-8856-ecb381597fd7,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:05.582259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.630245 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Calling delete_port for dc092d9f-c63d-420c-8856-ecb381597fd7 owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:05.657519 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-005d780f-c03e-4021-8780-66b4a697fc8c req-6e06eed6-a7c9-4606-a276-380f6467d1f4 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459351 Sep 25 01:07:05.791197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b23c5b-6422-4ac5-933b-331addc47481 req-89601682-5f92-43b4-aab1-f78962ab92d7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:05.793201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05b23c5b-6422-4ac5-933b-331addc47481 req-89601682-5f92-43b4-aab1-f78962ab92d7 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.0540159 Sep 25 01:07:05.804909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41546) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:05.809839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Request body: {'floatingip': {'port_id': '1efe19b6-e801-45ed-8aac-c94c3a3e0758'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:07:05.859153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:05.966937 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (dc092d9f-c63d-420c-8856-ecb381597fd7), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.007144 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc092d9f-c63d-420c-8856-ecb381597fd7,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:06.215867 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (29892cf5-05ed-4772-a3c7-758374b46435), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.401978 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:06.480378 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Router 29892cf5-05ed-4772-a3c7-758374b46435 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:06.601614 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:06.611602 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:06.617420 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f23de809-5357-4a9b-a8de-429a66ddb007 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/29892cf5-05ed-4772-a3c7-758374b46435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5173266 Sep 25 01:07:06.621523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41548) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:06.628898 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Sync routers for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:06.646847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:06.647906 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:06.756529 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks [] for router (29892cf5-05ed-4772-a3c7-758374b46435), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.789562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:06.816462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.822621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.870017 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks [] for router_gateway (29892cf5-05ed-4772-a3c7-758374b46435), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.924349 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Deleting port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:06.924732 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:06.980221 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Floating IP d5e93845-e1a3-42b9-8f4c-e53ae3d84997 associated. External IP: 172.37.1.21, port: 1efe19b6-e801-45ed-8aac-c94c3a3e0758. Sep 25 01:07:06.989098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130'}], 'enable_snat': True}, 'gw_port_id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:07:05Z', 'revision_number': 5, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port': {'id': '41a4501b-2acb-4e3d-a37d-bedbcdc6c76d', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29892cf5-05ed-4772-a3c7-758374b46435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:02:02Z', 'updated_at': '2022-09-25T01:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:07.018547 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Checking router: 29892cf5-05ed-4772-a3c7-758374b46435 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:07.029797 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Routers {'29892cf5-05ed-4772-a3c7-758374b46435'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:07.030589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['29892cf5-05ed-4772-a3c7-758374b46435'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:07.050038 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] For port 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:07.050646 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.073649 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Calling delete_port for 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:07.098519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.130513 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] Set router 29892cf5-05ed-4772-a3c7-758374b46435 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:07.196207 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 6, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:07.225878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c86a6-1e31-45e1-acb1-bda356760e9f None None] The sync data for ids ['29892cf5-05ed-4772-a3c7-758374b46435'] in dv-cinder-master-3-iscsi is: [{'id': '29892cf5-05ed-4772-a3c7-758374b46435', 'name': 'tempest-TestShelveInstance-144035538-router', 'tenant_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:01:59Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 6, 'project_id': '2fcc4e24aaf24b7f8d61af98d0fd2431', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:07.236099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.272867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:07:07.289843 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (41a4501b-2acb-4e3d-a37d-bedbcdc6c76d), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.328966 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=41a4501b-2acb-4e3d-a37d-bedbcdc6c76d,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:07.399572 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (29892cf5-05ed-4772-a3c7-758374b46435), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.405780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:07:07.410575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.416849 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:07:07.434383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:07.436117 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:07.451246 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b7f99a38-8110-4b81-aba9-2510c976c56c tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d5e93845-e1a3-42b9-8f4c-e53ae3d84997 HTTP/1.1" status: 200 len: 991 time: 1.6442220 Sep 25 01:07:07.452052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:07:07.454656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:07:07.529185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563efa12-83e0-4b3e-b47a-bdcac8de43ce x-openstack-request-id: req-563efa12-83e0-4b3e-b47a-bdcac8de43ce {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:07:07.529649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:07:07.530182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-563efa12-83e0-4b3e-b47a-bdcac8de43ce {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:07:07.531306 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563efa12-83e0-4b3e-b47a-bdcac8de43ce'] response: {'name': 'network-changed', 'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'status': 'completed', 'code': 200} Sep 25 01:07:07.537528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.543007 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (29892cf5-05ed-4772-a3c7-758374b46435), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.547241 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks [] for router_controller (29892cf5-05ed-4772-a3c7-758374b46435), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.610979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (29892cf5-05ed-4772-a3c7-758374b46435), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.612070 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29892cf5-05ed-4772-a3c7-758374b46435 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:07:07.617481 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.621788 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6b98750a-3f3e-40aa-b585-fd7487bbcbeb admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/29892cf5-05ed-4772-a3c7-758374b46435 HTTP/1.1" status: 204 len: 168 time: 0.9989929 Sep 25 01:07:07.623068 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41554) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:07.686858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-fad656d2-ea95-42ed-8c8b-1f04aeab11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:07.689998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-fad656d2-ea95-42ed-8c8b-1f04aeab11a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 1130 time: 0.1036696 Sep 25 01:07:07.694117 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Deleting subnet 8411f93b-86a3-4016-8215-1e4f10f0027b {{(pid=106228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:07:07.698665 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Publish callbacks [] for subnet (8411f93b-86a3-4016-8215-1e4f10f0027b), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.743988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:07.749504 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264831876'] for subnet (8411f93b-86a3-4016-8215-1e4f10f0027b), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.852405 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:07.857939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-d4e631b0-bd03-43a3-b557-38b6a19a640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:07.859095 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-d4e631b0-bd03-43a3-b557-38b6a19a640a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1617305 Sep 25 01:07:07.863357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (8411f93b-86a3-4016-8215-1e4f10f0027b), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.950335 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-d9eb1024-5d7d-443b-820c-33e6a21781fa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 200 len: 999 time: 0.0826461 Sep 25 01:07:07.958613 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264812157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-265101878'] for subnet (8411f93b-86a3-4016-8215-1e4f10f0027b), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:07.989566 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8411f93b-86a3-4016-8215-1e4f10f0027b,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:07.995363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.005693 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-626a5f3c-e105-469c-a139-b7a9b88e7d20 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8411f93b-86a3-4016-8215-1e4f10f0027b HTTP/1.1" status: 204 len: 168 time: 0.3812194 Sep 25 01:07:08.006753 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41556) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:08.008436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-ab007b6a-4e2a-418d-831d-fbc791dfb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.010019 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-ab007b6a-4e2a-418d-831d-fbc791dfb89c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0538809 Sep 25 01:07:08.017564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e1f4c-063c-4b56-8bbe-1a553ea62706 None None] Network 09798d2d-0271-466c-9c29-d981c8d4721a requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:07:08.116741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-2d9b06ea-9168-42e8-8482-84a690387179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:08.119975 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-2d9b06ea-9168-42e8-8482-84a690387179 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012735 Sep 25 01:07:08.121523 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (09798d2d-0271-466c-9c29-d981c8d4721a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.140907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.203920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5e93845-e1a3-42b9-8f4c-e53ae3d84997', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:be:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:49Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.235298 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Deleting port 71ee88f3-d4ca-4676-ab1f-7494784204fa {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:08.235298 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.260002 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:07:08.281949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:07:08.281949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:06:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.351175 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-72008253-6407-443f-874e-a96bd7de0cb7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234550 Sep 25 01:07:08.380399 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] For port 71ee88f3-d4ca-4676-ab1f-7494784204fa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=71ee88f3-d4ca-4676-ab1f-7494784204fa,segment=NetworkSegment(1a5d6abd-d257-4ac1-9e42-36c802984848),segment_id=1a5d6abd-d257-4ac1-9e42-36c802984848)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:08.380974 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.421463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Calling delete_port for 71ee88f3-d4ca-4676-ab1f-7494784204fa owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:08.465478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] DHCP port deletion for 09798d2d-0271-466c-9c29-d981c8d4721a request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:07:08.491774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:08.521144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3619a19-66a9-47ba-9e0f-323dc22fbfe3 req-08d3bf57-2095-4d88-9b0f-1b1a57799b4a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627686 Sep 25 01:07:08.559440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:08.604130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:07:08.606135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:08.606670 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 41a4501b-2acb-4e3d-a37d-bedbcdc6c76d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:08.607373 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device dc092d9f-c63d-420c-8856-ecb381597fd7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:08.618053 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.665643 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Pushing event deleted for resources: {'Port': ['ID=71ee88f3-d4ca-4676-ab1f-7494784204fa,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:08.666267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Deleting port 71ee88f3-d4ca-4676-ab1f-7494784204fa {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:07:08.666650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.672036 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: dc092d9f-c63d-420c-8856-ecb381597fd7 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:08.672413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device dc092d9f-c63d-420c-8856-ecb381597fd7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:08.672794 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] No DVR routers for this DVR port 71ee88f3-d4ca-4676-ab1f-7494784204fa on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:08.804070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] For port 71ee88f3-d4ca-4676-ab1f-7494784204fa, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:07:08.804070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.824508 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (09798d2d-0271-466c-9c29-d981c8d4721a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.851564 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09798d2d-0271-466c-9c29-d981c8d4721a']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.864698 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5d6abd-d257-4ac1-9e42-36c802984848') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.865007 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5d6abd-d257-4ac1-9e42-36c802984848') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:08.878383 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (1a5d6abd-d257-4ac1-9e42-36c802984848), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.892029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Calling delete_port for 71ee88f3-d4ca-4676-ab1f-7494784204fa owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:07:08.896545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Port 71ee88f3-d4ca-4676-ab1f-7494784204fa was not found and therefore no delete operation was performed {{(pid=106230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 01:07:08.896822 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (1a5d6abd-d257-4ac1-9e42-36c802984848), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.899822 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (71ee88f3-d4ca-4676-ab1f-7494784204fa), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.911274 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:07:08.911802 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (1a5d6abd-d257-4ac1-9e42-36c802984848), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:08.937099 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] Pushing event deleted for resources: {'Port': ['ID=71ee88f3-d4ca-4676-ab1f-7494784204fa,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:08.945702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c26f3-43b8-42f4-9aed-fa65f7f74e2f None None] No DVR routers for this DVR port 71ee88f3-d4ca-4676-ab1f-7494784204fa on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:07:08.981079 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 1a5d6abd-d257-4ac1-9e42-36c802984848 resource provider aggregate not found Sep 25 01:07:09.014183 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (09798d2d-0271-466c-9c29-d981c8d4721a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.026391 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 1a5d6abd-d257-4ac1-9e42-36c802984848 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a5d6abd-d257-4ac1-9e42-36c802984848 found for delete ", "request_id": "req-29080690-73fb-4927-bb20-8f0a42466d54"}]} Sep 25 01:07:09.028167 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.035090 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/09798d2d-0271-466c-9c29-d981c8d4721a HTTP/1.1" status: 204 len: 168 time: 1.0267789 Sep 25 01:07:09.035778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5e93845-e1a3-42b9-8f4c-e53ae3d84997', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:be:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:49Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:07:09.056326 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db104b0-697f-4f42-8986-9401d715149d admin admin] Pushing event deleted for resources: {'Network': ['ID=09798d2d-0271-466c-9c29-d981c8d4721a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.068057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992c476-ede6-42ed-94a5-996bceacafc2 None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd5e93845-e1a3-42b9-8f4c-e53ae3d84997', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'router_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'port_id': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'mac_address': 'fa:16:3e:be:b8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T01:06:49Z', 'updated_at': '2022-09-25T01:07:06Z', 'revision_number': 1, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:07:09.234638 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41564) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:09.313762 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-c99f6fc3-d515-4c15-b37e-cd10c3a9cd71 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=69a3d6ce251e480d866a86ed9f6f2eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769699 Sep 25 01:07:09.316192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41566) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:09.340250 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ccb4d-517c-48d5-b591-9f4ee440672e None None] New status for floating IP d5e93845-e1a3-42b9-8f4c-e53ae3d84997: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:07:09.403817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Publish callbacks [] for security_group (e05b15b2-3672-49c0-a490-1e2728c4b3e0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.429556 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Publish callbacks [] for security_group (e05b15b2-3672-49c0-a490-1e2728c4b3e0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.494874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e05b15b2-3672-49c0-a490-1e2728c4b3e0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.502266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:09.505199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e05b15b2-3672-49c0-a490-1e2728c4b3e0 HTTP/1.1" status: 204 len: 168 time: 0.1868634 Sep 25 01:07:09.521447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b15b2-3672-49c0-a490-1e2728c4b3e0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:09.537508 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.538206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.538894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.539380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.539921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.540536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.541198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.541840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.542352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.542900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.543459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.544012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.544621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.545540 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.546960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d38f4-b601-4552-a0cc-ca674e558fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:07:09.996260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41572) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:10.028998 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.046531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9d765f74-1620-4ba6-bece-446acfd82e51 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2fcc4e24aaf24b7f8d61af98d0fd2431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489280 Sep 25 01:07:10.049142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41574) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:07:10.112598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] Publish callbacks [] for security_group (da9886cd-bb3e-42c0-a6f1-6b10fccce334), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.137440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] Publish callbacks [] for security_group (da9886cd-bb3e-42c0-a6f1-6b10fccce334), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.154667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:10.204240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (da9886cd-bb3e-42c0-a6f1-6b10fccce334), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.207216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:10.208501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da9886cd-bb3e-42c0-a6f1-6b10fccce334 HTTP/1.1" status: 204 len: 168 time: 0.1582053 Sep 25 01:07:10.222268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c5e1-7afb-44ab-852f-02580954052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9886cd-bb3e-42c0-a6f1-6b10fccce334,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:07:10.414740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 71ee88f3-d4ca-4676-ab1f-7494784204fa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:07:10.458039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 71ee88f3-d4ca-4676-ab1f-7494784204fa {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:07:10.458551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 71ee88f3-d4ca-4676-ab1f-7494784204fa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:07:17.381663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc911-1562-429f-88a8-4fbde3eac571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.292134 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=70,neutron:DELETE=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.307309 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.495668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.500084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:19.513581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:19.775295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e598f75a-6df2-438e-875a-f3f0c168e558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:20.212057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:20.214230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:21.007008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.283728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:22.644944 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:24.541340 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:07:32.633830 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:32.639683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:34.537652 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:47.377731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20671cf3-cf3e-4db1-9f5b-82ff3aff2f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.527416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:49.640365 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.641382 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:07:49.771771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29e174b4-23ce-4e5a-bbd1-655ea6682dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:51.018210 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.310438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:52.638989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:07:57.885786 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-0a446818-e7f4-4628-9422-6b000fac16a3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559604 Sep 25 01:07:58.021831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-aafe30f1-0298-4cc5-a66e-51169db5a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.023412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-aafe30f1-0298-4cc5-a66e-51169db5a963 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f37b53a21b19482b8dcac6c38505a50b&device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 1130 time: 0.0445826 Sep 25 01:07:58.174608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-2a0aa4e9-8bff-4288-9ccd-74e4a5c2f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.177405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-2a0aa4e9-8bff-4288-9ccd-74e4a5c2f29b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 200 len: 910 time: 0.1281030 Sep 25 01:07:58.259343 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-10403cfc-d491-44ae-9fce-258c02632abe service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 200 len: 1001 time: 0.0726132 Sep 25 01:07:58.324405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-17fe057a-1e04-41a1-a16c-7eec4b57a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.326008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-17fe057a-1e04-41a1-a16c-7eec4b57a564 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 200 len: 849 time: 0.0578289 Sep 25 01:07:58.381487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-abfc18ef-4650-46a8-b51e-d0830dfb4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:07:58.383206 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-abfc18ef-4650-46a8-b51e-d0830dfb4e8e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=dbea2e08-a361-48c8-95fc-03b3fc326d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481400 Sep 25 01:07:58.511264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-6fd69cd0-a1f7-4846-a6d4-83ee440425dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184340 Sep 25 01:07:58.637724 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8c61d0d9-ec26-430e-b78d-c9eeb955d28e req-060b01e7-b53c-42ed-bc76-820f0559a581 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167450 Sep 25 01:08:01.548040 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:08:02.630997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:02.633672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:06.312412 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5de87b-b7e3-4f57-80c0-af32fac566b8 req-55b32f72-949c-4507-acf9-f46e70dafdd4 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:06.313965 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aa5de87b-b7e3-4f57-80c0-af32fac566b8 req-55b32f72-949c-4507-acf9-f46e70dafdd4 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Sep 25 01:08:06.372831 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-aa5de87b-b7e3-4f57-80c0-af32fac566b8 req-2416a1c5-25fc-417f-a1bb-1d1de08800cc tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493190 Sep 25 01:08:07.512183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8d7e-5b3b-42fb-8264-560a6e2fc7ca req-3ce2b934-b55d-4485-8914-68ec9f07f639 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:07.513927 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c65e8d7e-5b3b-42fb-8264-560a6e2fc7ca req-3ce2b934-b55d-4485-8914-68ec9f07f639 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Sep 25 01:08:07.583834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c65e8d7e-5b3b-42fb-8264-560a6e2fc7ca req-24b33a43-9647-4e0e-b3d0-aee4445c6f84 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629621 Sep 25 01:08:08.429981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-1f1bd166-f3ce-40b2-858b-39e3ffc23949 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.432641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-1f1bd166-f3ce-40b2-858b-39e3ffc23949 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.0708818 Sep 25 01:08:08.527452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Deleting port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:08.528674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.639310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] For port 1efe19b6-e801-45ed-8aac-c94c3a3e0758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1efe19b6-e801-45ed-8aac-c94c3a3e0758,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:08.639684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.775113 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b1026-249d-4c8a-8a0d-84658eacf34a req-8a18f764-bf1f-4385-8fee-afdba8f9928a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:08.776872 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-070b1026-249d-4c8a-8a0d-84658eacf34a req-8a18f764-bf1f-4385-8fee-afdba8f9928a tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 946 time: 0.0622020 Sep 25 01:08:08.841121 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-070b1026-249d-4c8a-8a0d-84658eacf34a req-e7d18f33-1812-4e2f-ba6d-0bb33a677bf9 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9dd271a7-aab8-43be-b712-5800c366c617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529554 Sep 25 01:08:08.841438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:08.853675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.854060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-267917484'] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:08.854365 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Floating IP d5e93845-e1a3-42b9-8f4c-e53ae3d84997 disassociated. External IP: 172.37.1.21, port: 1efe19b6-e801-45ed-8aac-c94c3a3e0758. Sep 25 01:08:08.854712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Calling delete_port for 1efe19b6-e801-45ed-8aac-c94c3a3e0758 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:08.903407 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:09.013974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (1efe19b6-e801-45ed-8aac-c94c3a3e0758), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.048022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'Port': ['ID=1efe19b6-e801-45ed-8aac-c94c3a3e0758,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:09.176296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:09.295983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:09.310545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:09.330547 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:09.331492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:07:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:09.346785 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] No DVR routers for this DVR port 1efe19b6-e801-45ed-8aac-c94c3a3e0758 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:09.349723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:09.353424 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-44dba92e-a2dd-4d1c-a568-d01ac5f69e5e req-79578f42-d7b5-4434-b805-d1ea7aea0afe tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1efe19b6-e801-45ed-8aac-c94c3a3e0758 HTTP/1.1" status: 204 len: 173 time: 0.9128566 Sep 25 01:08:09.354036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'name': 'network-vif-deleted', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:09.356916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d72a3-ac0a-42c6-989f-11230a051166" -d '{"events": [{"server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "name": "network-vif-deleted", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:09.424703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d38ba-721d-4773-a3a9-b9db1a69798f x-openstack-request-id: req-579d38ba-721d-4773-a3a9-b9db1a69798f {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:09.425157 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098f4d1-9c50-4e95-a5aa-e7cb07850ad4", "name": "network-vif-deleted", "tag": "1efe19b6-e801-45ed-8aac-c94c3a3e0758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:09.425587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-579d38ba-721d-4773-a3a9-b9db1a69798f {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:09.426244 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579d38ba-721d-4773-a3a9-b9db1a69798f'] response: {'server_uuid': 'a098f4d1-9c50-4e95-a5aa-e7cb07850ad4', 'name': 'network-vif-deleted', 'tag': '1efe19b6-e801-45ed-8aac-c94c3a3e0758', 'status': 'completed', 'code': 200} Sep 25 01:08:09.547253 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:09.812035 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:09.838497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:09.848631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:09.849294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:07:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:09.978233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:10.022924 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-460a97c7-f2f8-4e71-bbb6-4d178986ffd3 req-2c0687a6-5ced-4475-b5ce-edc5f50502c0 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a098f4d1-9c50-4e95-a5aa-e7cb07850ad4 HTTP/1.1" status: 200 len: 210 time: 0.0518019 Sep 25 01:08:10.266617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:10.295242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6e42d-50aa-4643-b567-c1e98da27879 None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:03:45Z', 'revision_number': 4, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2f0cdd80-0129-4756-a061-a2bfb559e884', 'name': '', 'network_id': 'dbea2e08-a361-48c8-95fc-03b3fc326d51', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'mac_address': 'fa:16:3e:b2:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:45Z', 'updated_at': '2022-09-25T01:03:51Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'subnets': [{'id': '2e1050b6-9f20-4f3d-a5dc-be57c6013353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:10.592022 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7fd3e-2edb-44e7-9896-8ac33fbf8fd4 None None] New status for floating IP d5e93845-e1a3-42b9-8f4c-e53ae3d84997: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 01:08:11.139099 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41720) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.220206 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (9dd271a7-aab8-43be-b712-5800c366c617), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.250073 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (9dd271a7-aab8-43be-b712-5800c366c617), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.315553 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (9dd271a7-aab8-43be-b712-5800c366c617), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.318259 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.319480 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9dd271a7-aab8-43be-b712-5800c366c617 HTTP/1.1" status: 204 len: 168 time: 0.1793108 Sep 25 01:08:11.322887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41722) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.330935 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd271a7-aab8-43be-b712-5800c366c617,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:11.339570 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.339925 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.340221 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.340902 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.341417 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.341744 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.342075 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.342390 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.342720 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.343043 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.343384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.343684 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.344003 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.344455 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.344826 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc6ef1-5f79-4c77-9a1a-ab130550d671 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.356061 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-39ae1e49-9409-4a62-aaae-08d6067b74b8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] show failed (client error): The resource could not be found. Sep 25 01:08:11.357869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-39ae1e49-9409-4a62-aaae-08d6067b74b8 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9dd271a7-aab8-43be-b712-5800c366c617 HTTP/1.1" status: 404 len: 347 time: 0.0334606 Sep 25 01:08:11.363091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41724) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:11.527165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Deleting port 5128e5ec-d180-49f4-a582-08e4f07c3ed0 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:11.527609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.623797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.624139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (5128e5ec-d180-49f4-a582-08e4f07c3ed0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.641220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Calling delete_port for 5128e5ec-d180-49f4-a582-08e4f07c3ed0 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:11.798068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (5128e5ec-d180-49f4-a582-08e4f07c3ed0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.824252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Pushing event deleted for resources: {'Port': ['ID=5128e5ec-d180-49f4-a582-08e4f07c3ed0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:11.839784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.841047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.841444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.841814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.842141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.842476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.842802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.843133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.843464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.843794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.844126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.844455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.844780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.845107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.845459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:11.903665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:11.913141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks [] for floatingip (d5e93845-e1a3-42b9-8f4c-e53ae3d84997), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.916196 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:11.917478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-80a67f19-2b8d-456e-bebd-02b2f73a99d1 tempest-AttachVolumeTestJSON-105378569 tempest-AttachVolumeTestJSON-105378569-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d5e93845-e1a3-42b9-8f4c-e53ae3d84997 HTTP/1.1" status: 204 len: 168 time: 0.5533173 Sep 25 01:08:12.080963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1efe19b6-e801-45ed-8aac-c94c3a3e0758 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:12.103577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 1efe19b6-e801-45ed-8aac-c94c3a3e0758 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:12.103920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 1efe19b6-e801-45ed-8aac-c94c3a3e0758 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:15.637364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41752) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:15.988323 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268340140'] for router_interface (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.251883 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.255626 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Deleting port 2f0cdd80-0129-4756-a061-a2bfb559e884 {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:16.255971 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.346787 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:16.352985 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] For port 2f0cdd80-0129-4756-a061-a2bfb559e884, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2f0cdd80-0129-4756-a061-a2bfb559e884,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:16.353384 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.370964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Calling delete_port for 2f0cdd80-0129-4756-a061-a2bfb559e884 owned by network:router_interface {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:16.585136 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (2f0cdd80-0129-4756-a061-a2bfb559e884), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:16.613527 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0cdd80-0129-4756-a061-a2bfb559e884,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:16.829527 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267965221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-267937308'] for router_interface (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.336955 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Router 4b996018-6bbd-4ec4-b932-a040ccf832d9 has already been hosted by L3 agent 21a13984-1e8b-4b11-8385-301283d4ff2e {{(pid=106228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 01:08:17.376122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f3286045-005f-4d69-914e-3f618809076c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.461873 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 01:08:17.471525 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-7aeedc13-d752-4569-9057-da54db0ddce0 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4b996018-6bbd-4ec4-b932-a040ccf832d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351202 Sep 25 01:08:17.475150 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41754) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:17.476407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Sync routers for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 01:08:17.497616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:17.498875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:07:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:17.540862 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:17.621217 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks [] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.662164 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:17.762321 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:17.772158 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks [] for router_gateway (4b996018-6bbd-4ec4-b932-a040ccf832d9), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.831063 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Deleting port 0feb7341-0637-4360-9832-808376ee9e2a {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:17.832170 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (0feb7341-0637-4360-9832-808376ee9e2a), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.877607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:17.961821 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] For port 0feb7341-0637-4360-9832-808376ee9e2a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0feb7341-0637-4360-9832-808376ee9e2a,segment=NetworkSegment(8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c),segment_id=8ce8cc5e-c7c0-4ed0-855c-d3aeb61eab7c)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:17.962186 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (0feb7341-0637-4360-9832-808376ee9e2a), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:17.990067 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Calling delete_port for 0feb7341-0637-4360-9832-808376ee9e2a owned by network:router_gateway {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:17.990599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'external_fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219'}], 'enable_snat': True}, 'gw_port_id': '0feb7341-0637-4360-9832-808376ee9e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:08:16Z', 'revision_number': 5, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port': {'id': '0feb7341-0637-4360-9832-808376ee9e2a', 'name': '', 'network_id': '62195cd6-54fa-4e24-9d47-ae0de6356ac2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'ip_address': '172.37.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T01:03:42Z', 'updated_at': '2022-09-25T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd01a90bc-22e7-43bc-8649-e22859dad8e0', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.018704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Checking router: 4b996018-6bbd-4ec4-b932-a040ccf832d9 for host: dv-cinder-master-3-iscsi {{(pid=106230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 01:08:18.029313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Routers {'4b996018-6bbd-4ec4-b932-a040ccf832d9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 01:08:18.029955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T00:47:20Z,description=,heartbeat_timestamp=2022-09-25T01:07:50Z,host='dv-cinder-master-3-iscsi',id=21a13984-1e8b-4b11-8385-301283d4ff2e,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T00:47:20Z,topic='l3_agent')) {'router_ids': ['4b996018-6bbd-4ec4-b932-a040ccf832d9'], 'active': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.123512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvr_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] Set router 4b996018-6bbd-4ec4-b932-a040ccf832d9 gateway port host: None {{(pid=106230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 01:08:18.181194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_hamode_db [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:08:17Z', 'revision_number': 6, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:18.228716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014000cb-f548-43bd-b5bd-7732728d19af None None] The sync data for ids ['4b996018-6bbd-4ec4-b932-a040ccf832d9'] in dv-cinder-master-3-iscsi is: [{'id': '4b996018-6bbd-4ec4-b932-a040ccf832d9', 'name': 'tempest-AttachVolumeTestJSON-323029924-router', 'tenant_id': 'f37b53a21b19482b8dcac6c38505a50b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T01:03:41Z', 'updated_at': '2022-09-25T01:08:17Z', 'revision_number': 6, 'project_id': 'f37b53a21b19482b8dcac6c38505a50b', 'gw_port_host': None}] {{(pid=106230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 01:08:18.268102 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (0feb7341-0637-4360-9832-808376ee9e2a), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.298659 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Pushing event deleted for resources: {'Port': ['ID=0feb7341-0637-4360-9832-808376ee9e2a,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:18.368625 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-267917398'] for router_gateway (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.523124 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-267936450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-908'] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.525766 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks [] for router_controller (4b996018-6bbd-4ec4-b932-a040ccf832d9), precommit_delete_associations {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.578908 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-267937377'] for router (4b996018-6bbd-4ec4-b932-a040ccf832d9), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.579811 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b996018-6bbd-4ec4-b932-a040ccf832d9 {{(pid=106228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 01:08:18.587955 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.589112 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-997711b3-c9e4-4485-9e35-8270f3af9772 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/4b996018-6bbd-4ec4-b932-a040ccf832d9 HTTP/1.1" status: 204 len: 168 time: 1.1126542 Sep 25 01:08:18.593805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41756) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:18.669693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:18.689584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Deleting subnet 2e1050b6-9f20-4f3d-a5dc-be57c6013353 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:08:18.694812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Publish callbacks [] for subnet (2e1050b6-9f20-4f3d-a5dc-be57c6013353), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.763393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (2e1050b6-9f20-4f3d-a5dc-be57c6013353), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.852389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (2e1050b6-9f20-4f3d-a5dc-be57c6013353), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.913595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (2e1050b6-9f20-4f3d-a5dc-be57c6013353), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.944691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1050b6-9f20-4f3d-a5dc-be57c6013353,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:18.952821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:18.956113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a94394d6-85e8-4881-ae95-4ec72e0e53e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2e1050b6-9f20-4f3d-a5dc-be57c6013353 HTTP/1.1" status: 204 len: 168 time: 0.3610237 Sep 25 01:08:18.960231 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41758) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:18.961189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176a115-7efc-4f26-9a8d-67883050e8c3 None None] Network dbea2e08-a361-48c8-95fc-03b3fc326d51 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:18.964121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.048406 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (dbea2e08-a361-48c8-95fc-03b3fc326d51), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.104698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 2f0cdd80-0129-4756-a061-a2bfb559e884 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:19.116622 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Deleting port 025c4caf-135a-4da4-9e95-24f950bedb8b {{(pid=106228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:19.117160 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.139626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 2f0cdd80-0129-4756-a061-a2bfb559e884 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:19.140452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 2f0cdd80-0129-4756-a061-a2bfb559e884 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:19.192490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] DHCP port deletion for dbea2e08-a361-48c8-95fc-03b3fc326d51 request from dv-cinder-master-3-iscsi {{(pid=106230) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 01:08:19.240323 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.db [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] For port 025c4caf-135a-4da4-9e95-24f950bedb8b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025c4caf-135a-4da4-9e95-24f950bedb8b,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:19.240929 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.256756 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Deleting port 025c4caf-135a-4da4-9e95-24f950bedb8b {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:19.257132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.269117 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.plugin [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Calling delete_port for 025c4caf-135a-4da4-9e95-24f950bedb8b owned by network:dhcp {{(pid=106228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:19.334648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] For port 025c4caf-135a-4da4-9e95-24f950bedb8b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=025c4caf-135a-4da4-9e95-24f950bedb8b,segment=NetworkSegment(ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3),segment_id=ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:19.335049 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.352341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Calling delete_port for 025c4caf-135a-4da4-9e95-24f950bedb8b owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:19.367126 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.380371 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:19.437108 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264812050'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.462044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532'] for port (025c4caf-135a-4da4-9e95-24f950bedb8b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.466898 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Pushing event deleted for resources: {'Port': ['ID=025c4caf-135a-4da4-9e95-24f950bedb8b,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.468880 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] No DVR routers for this DVR port 025c4caf-135a-4da4-9e95-24f950bedb8b on host dv-cinder-master-3-iscsi {{(pid=106228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:19.535921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] No DVR routers for this DVR port 025c4caf-135a-4da4-9e95-24f950bedb8b on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:19.547986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Pushing event deleted for resources: {'Port': ['ID=025c4caf-135a-4da4-9e95-24f950bedb8b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:19.575108 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (dbea2e08-a361-48c8-95fc-03b3fc326d51), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.579989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.580553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.581107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.581697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.582247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.582769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.583326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.583897 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.584430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.584988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.585632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.586213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.586789 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.587360 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.587942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a35b4-1d95-4f40-83eb-fcfa0ef70c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:08:19.593735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.602161 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbea2e08-a361-48c8-95fc-03b3fc326d51']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:19.619019 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:19.619363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:08:19.631324 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.648031 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.660767 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:08:19.661723 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.688934 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3 resource provider aggregate not found Sep 25 01:08:19.739269 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed5ec111-24e0-4aad-b5c7-8fcadf6e28a3 found for delete ", "request_id": "req-81a27d45-3c29-4b10-bb43-0fde7cb0e4f0"}]} Sep 25 01:08:19.764727 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (dbea2e08-a361-48c8-95fc-03b3fc326d51), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.769324 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.773439 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/dbea2e08-a361-48c8-95fc-03b3fc326d51 HTTP/1.1" status: 204 len: 168 time: 0.8116598 Sep 25 01:08:19.780214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-85440e3a-4d32-4988-bcfb-92dab40ed81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:19.790730 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a997f7-ea6f-4d8c-a2d9-d9454d61f008 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbea2e08-a361-48c8-95fc-03b3fc326d51,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:20.009611 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41766) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:20.057736 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-ed5626a0-786c-430f-bec8-83c549fc3572 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f37b53a21b19482b8dcac6c38505a50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464973 Sep 25 01:08:20.061234 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41768) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:20.119225 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] Publish callbacks [] for security_group (c3bddf5a-82c0-4c2c-acbf-b783c9d5563e), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.144248 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] Publish callbacks [] for security_group (c3bddf5a-82c0-4c2c-acbf-b783c9d5563e), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.210854 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (c3bddf5a-82c0-4c2c-acbf-b783c9d5563e), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.214528 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:20.216449 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c3bddf5a-82c0-4c2c-acbf-b783c9d5563e HTTP/1.1" status: 204 len: 168 time: 0.1541908 Sep 25 01:08:20.225673 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3510d14-6b74-44d4-a1b7-b9c6e55ca88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bddf5a-82c0-4c2c-acbf-b783c9d5563e,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:20.451352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 025c4caf-135a-4da4-9e95-24f950bedb8b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:20.477283 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 025c4caf-135a-4da4-9e95-24f950bedb8b {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:20.477857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 025c4caf-135a-4da4-9e95-24f950bedb8b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:20.478603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0feb7341-0637-4360-9832-808376ee9e2a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:20.507437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] No Port match for: 0feb7341-0637-4360-9832-808376ee9e2a {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:20.508016 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Device 0feb7341-0637-4360-9832-808376ee9e2a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:21.015256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.287565 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:22.640083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.444417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41852) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:25.573685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7bebdaf5-5875-4f20-9b53-ca8fce922476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.665543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7bebdaf5-5875-4f20-9b53-ca8fce922476 admin admin] Publish callbacks [] for security_group (320e8dd5-bdfe-4778-8685-3f31a7079d13), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.672614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7bebdaf5-5875-4f20-9b53-ca8fce922476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (320e8dd5-bdfe-4778-8685-3f31a7079d13), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.721108 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7bebdaf5-5875-4f20-9b53-ca8fce922476 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=02094d9dfdc245d38c7181f92f9f6b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752199 Sep 25 01:08:25.722173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebdaf5-5875-4f20-9b53-ca8fce922476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e8dd5-bdfe-4778-8685-3f31a7079d13,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:25.724362 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41856) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:25.790519 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] Publish callbacks [] for security_group (320e8dd5-bdfe-4778-8685-3f31a7079d13), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.815334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] Publish callbacks [] for security_group (320e8dd5-bdfe-4778-8685-3f31a7079d13), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.870927 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (320e8dd5-bdfe-4778-8685-3f31a7079d13), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.873779 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:25.874999 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/320e8dd5-bdfe-4778-8685-3f31a7079d13 HTTP/1.1" status: 204 len: 168 time: 0.1494601 Sep 25 01:08:25.888819 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475a093-7c62-457e-a79f-4461a3629ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e8dd5-bdfe-4778-8685-3f31a7079d13,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.201920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41862) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.217334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2c99485-c0cc-4661-aceb-5e48845282d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.312734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2c99485-c0cc-4661-aceb-5e48845282d9 admin admin] Publish callbacks [] for security_group (226c5455-85c7-4ef1-b582-2b17467b3f80), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.317449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2c99485-c0cc-4661-aceb-5e48845282d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (226c5455-85c7-4ef1-b582-2b17467b3f80), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.364767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99485-c0cc-4661-aceb-5e48845282d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226c5455-85c7-4ef1-b582-2b17467b3f80,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.369562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a2c99485-c0cc-4661-aceb-5e48845282d9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7e340a45aec4486ca8a50e2f2f7e231e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664073 Sep 25 01:08:26.373894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41864) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:26.433022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] Publish callbacks [] for security_group (226c5455-85c7-4ef1-b582-2b17467b3f80), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.457152 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] Publish callbacks [] for security_group (226c5455-85c7-4ef1-b582-2b17467b3f80), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.491820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=15 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:26.522700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (226c5455-85c7-4ef1-b582-2b17467b3f80), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.528079 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:26.529711 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/226c5455-85c7-4ef1-b582-2b17467b3f80 HTTP/1.1" status: 204 len: 168 time: 0.1546714 Sep 25 01:08:26.544144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68689fe-87c2-44b4-81e2-98fa3f49de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c5455-85c7-4ef1-b582-2b17467b3f80,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:26.646655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:29.513327 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.716202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41982) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:35.842861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14de5c35-d99a-4571-815c-12e2aaf3853a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.855270 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=8,neutron:SELECT=54 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.873962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.881178 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=67,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.904410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:35.948029 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14de5c35-d99a-4571-815c-12e2aaf3853a admin admin] Publish callbacks [] for security_group (d0ec33a7-1810-40f5-8e68-cb9eed8d8532), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:35.953059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-14de5c35-d99a-4571-815c-12e2aaf3853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d0ec33a7-1810-40f5-8e68-cb9eed8d8532), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.000157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-14de5c35-d99a-4571-815c-12e2aaf3853a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=63a1bee4947648e683d48d513aa1be5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824936 Sep 25 01:08:36.001136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de5c35-d99a-4571-815c-12e2aaf3853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec33a7-1810-40f5-8e68-cb9eed8d8532,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.005132 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41986) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:36.101114 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] Publish callbacks [] for security_group (d0ec33a7-1810-40f5-8e68-cb9eed8d8532), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.141208 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] Publish callbacks [] for security_group (d0ec33a7-1810-40f5-8e68-cb9eed8d8532), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.222210 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (d0ec33a7-1810-40f5-8e68-cb9eed8d8532), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.225599 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.227213 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d0ec33a7-1810-40f5-8e68-cb9eed8d8532 HTTP/1.1" status: 204 len: 168 time: 0.2205050 Sep 25 01:08:36.239602 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dfd91-f359-46e2-81c4-7a800001cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec33a7-1810-40f5-8e68-cb9eed8d8532,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.562390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:36.581958 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 41992) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:36.597895 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36c254c7-53e9-4d90-a891-278c72f1cab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.710695 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36c254c7-53e9-4d90-a891-278c72f1cab5 admin admin] Publish callbacks [] for security_group (2b58584e-bd88-4706-8443-91847752baf4), precommit_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.719737 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-36c254c7-53e9-4d90-a891-278c72f1cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b58584e-bd88-4706-8443-91847752baf4), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:36.770743 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-36c254c7-53e9-4d90-a891-278c72f1cab5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5a9894e9728943c79f2abff50b183d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875532 Sep 25 01:08:36.773032 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c254c7-53e9-4d90-a891-278c72f1cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58584e-bd88-4706-8443-91847752baf4,revision_number=1']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:36.774043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 41994) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:37.190910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] Publish callbacks [] for security_group (2b58584e-bd88-4706-8443-91847752baf4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.218540 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] Publish callbacks [] for security_group (2b58584e-bd88-4706-8443-91847752baf4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.296777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2b58584e-bd88-4706-8443-91847752baf4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.299825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.301208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2b58584e-bd88-4706-8443-91847752baf4 HTTP/1.1" status: 204 len: 168 time: 0.5259175 Sep 25 01:08:37.315260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090351-4546-40a0-90b5-3534250e7ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58584e-bd88-4706-8443-91847752baf4,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:37.811949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42000) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:37.827519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a1bd-7c74-409d-8895-934ee682a113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.937154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a1bd-7c74-409d-8895-934ee682a113 admin admin] Publish callbacks [] for security_group (2997fc43-df83-47b2-a9f0-a2190a56d113), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:37.942578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a1bd-7c74-409d-8895-934ee682a113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2997fc43-df83-47b2-a9f0-a2190a56d113), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.003360 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cfb5a1bd-7c74-409d-8895-934ee682a113 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=95b69cfefdb44334be59ce7ef070079f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902511 Sep 25 01:08:38.004299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a1bd-7c74-409d-8895-934ee682a113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2997fc43-df83-47b2-a9f0-a2190a56d113,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:38.007000 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 42002) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:38.075389 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] Publish callbacks [] for security_group (2997fc43-df83-47b2-a9f0-a2190a56d113), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.101352 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] Publish callbacks [] for security_group (2997fc43-df83-47b2-a9f0-a2190a56d113), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.158792 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (2997fc43-df83-47b2-a9f0-a2190a56d113), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.162743 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:38.164248 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2997fc43-df83-47b2-a9f0-a2190a56d113 HTTP/1.1" status: 204 len: 168 time: 0.1556823 Sep 25 01:08:38.178977 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfdd73-f831-427f-a87b-2704d800debe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997fc43-df83-47b2-a9f0-a2190a56d113,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:38.538957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:08:39.111571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42024) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:39.248303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-546115219-network', 'tenant_id': 'da4aa8615ed349f684f1ea9074a4bf6e'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:39.278326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Made reservation on behalf of da4aa8615ed349f684f1ea9074a4bf6e for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:39.281319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.294547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.358127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.388273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks [] for security_group (176927fd-90ca-4c36-97f3-7146fb286ca1), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.393072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (176927fd-90ca-4c36-97f3-7146fb286ca1), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.424800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:08:39.438438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176927fd-90ca-4c36-97f3-7146fb286ca1,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:39.445031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (5a34dc72-f614-4419-b48e-32590b6fb229), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.445566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Added segment 5a34dc72-f614-4419-b48e-32590b6fb229 of type vlan for network bf2b84f7-77ae-4b11-ada8-9925bb081495 Sep 25 01:08:39.502416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (bf2b84f7-77ae-4b11-ada8-9925bb081495), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.532751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (bf2b84f7-77ae-4b11-ada8-9925bb081495), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.533984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:39.534643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.603593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4905679 Sep 25 01:08:39.608013 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 42028) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:08:39.611467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebb2f1-7f08-4a02-8912-a21e065b301b admin admin] Pushing event updated for resources: {'Network': ['ID=bf2b84f7-77ae-4b11-ada8-9925bb081495,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:39.616935 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Request body: {'subnet': {'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-546115219-subnet', 'tenant_id': 'da4aa8615ed349f684f1ea9074a4bf6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:39.627045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:08:39.648193 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Made reservation on behalf of da4aa8615ed349f684f1ea9074a4bf6e for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:39.651103 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.855139 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.902161 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.922328 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:39.942430 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Checking segment: {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:39.942845 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Network hostable DHCP agents. Network: bf2b84f7-77ae-4b11-ada8-9925bb081495, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:08:39.968449 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:08:39.971781 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:39.980617 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bf2b84f7-77ae-4b11-ada8-9925bb081495) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:39.986792 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:39.987434 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:39.993831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650fac2-b2a7-4c5e-b677-818ec82c5712 None None] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:40.014294 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-cb58b8f7-ea2c-4d3f-9234-add43fcf27b8 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4041603 Sep 25 01:08:40.127021 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5f4aa-bdfa-4b28-b6d5-85ffd80fc7ac None None] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:08:42.066490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:42.167228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3a66e58e-8d11-46fe-8f1a-a35e807f0466 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:42.169869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3a66e58e-8d11-46fe-8f1a-a35e807f0466 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 808 time: 0.1309860 Sep 25 01:08:42.186353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-92928671-0528-4c87-b84a-4f425fabd00a tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/quotas/da4aa8615ed349f684f1ea9074a4bf6e HTTP/1.1" status: 200 len: 375 time: 0.0107832 Sep 25 01:08:42.227886 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-4224620a-3ea3-4d88-9e97-263149b8774b tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312400 Sep 25 01:08:42.294323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-e932a350-eb70-44e8-9493-fb0f2385210a service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 01:08:42.295919 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-e932a350-eb70-44e8-9493-fb0f2385210a service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0599866 Sep 25 01:08:42.401363 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-4988a236-ad62-4240-9be1-af62d7ee7a6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988803 Sep 25 01:08:42.510506 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-dd15a48a-040b-4e79-93ee-768f96e58db5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026630 Sep 25 01:08:42.739478 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-90a1946c-bd49-4db3-9785-c679592a498c req-80fcb131-01db-492c-8366-b2ba27d2134d tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0504513 Sep 25 01:08:43.867651 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b60b4d5-5f9e-4151-a55b-9833ea761ed5 req-9197c3e2-5997-40e0-b995-215083e9505d tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0349312 Sep 25 01:08:44.135912 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-24044028-dc80-4eda-ab36-fc670ef124a5 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:44.138539 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-24044028-dc80-4eda-ab36-fc670ef124a5 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 808 time: 0.1483881 Sep 25 01:08:44.166512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Request body: {'port': {'device_id': '47140790-3a76-434f-b15f-20c16caa1ac0', 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495', 'admin_state_up': True, 'tenant_id': 'da4aa8615ed349f684f1ea9074a4bf6e'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:44.306021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Made reservation on behalf of da4aa8615ed349f684f1ea9074a4bf6e for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:44.310669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.465806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.489201 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Allocated IP 172.20.0.10 (bf2b84f7-77ae-4b11-ada8-9925bb081495/4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26/b749a5de-4349-46be-814d-267b61200e7f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:08:44.722073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks [] for port (b749a5de-4349-46be-814d-267b61200e7f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.768495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.803057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:44.825296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:08:44.834469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:08:44.843274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:08:44.852774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Pushing event updated for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:44.917111 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:44.918617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:44.941654 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-3aa100f2-6032-4ea8-9ba9-360826c03694 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7805896 Sep 25 01:08:44.971506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Request body: {'port': {'device_id': '47140790-3a76-434f-b15f-20c16caa1ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:45.036471 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3195-ca14-4ee7-8146-fb946c6bcd93 req-9c337fc4-f47f-482f-ad21-c4bb277bd1da tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:45.038566 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-014d3195-ca14-4ee7-8146-fb946c6bcd93 req-9c337fc4-f47f-482f-ad21-c4bb277bd1da tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 932 time: 0.0737746 Sep 25 01:08:45.070367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b749a5de-4349-46be-814d-267b61200e7f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.111302 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-014d3195-ca14-4ee7-8146-fb946c6bcd93 req-db552c05-4170-4300-b904-82666abd7230 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604689 Sep 25 01:08:45.398281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b749a5de-4349-46be-814d-267b61200e7f {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:08:45.407921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks [] for port (b749a5de-4349-46be-814d-267b61200e7f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.423930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Transition to ACTIVE for port object b749a5de-4349-46be-814d-267b61200e7f will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:08:45.427984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.503538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:45.509053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Pushing event updated for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.572023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Attempting to bind port b749a5de-4349-46be-814d-267b61200e7f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:08:45.572285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Attempting to bind port b749a5de-4349-46be-814d-267b61200e7f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:08:45.572709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Attempting to bind port b749a5de-4349-46be-814d-267b61200e7f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:45.623585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Port b749a5de-4349-46be-814d-267b61200e7f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:08:45.623908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Attempting to bind port b749a5de-4349-46be-814d-267b61200e7f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:08:45.686485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:08:45.686981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Checking segment: {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:08:45.687409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Bound using segment: {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:08:45.687873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Bound port: b749a5de-4349-46be-814d-267b61200e7f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:08:45.688240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b749a5de-4349-46be-814d-267b61200e7f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.767694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:08:45.771996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b749a5de-4349-46be-814d-267b61200e7f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:08:45.780771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.785595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:45.786376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:45.787860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b749a5de-4349-46be-814d-267b61200e7f HTTP/1.1" status: 200 len: 1094 time: 0.8255560 Sep 25 01:08:45.788452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:45.790916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81" -d '{"events": [{"name": "network-changed", "server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "tag": "b749a5de-4349-46be-814d-267b61200e7f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:45.869935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca2410-0f32-4412-8a16-005f0e666548 x-openstack-request-id: req-fbca2410-0f32-4412-8a16-005f0e666548 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:45.870278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "tag": "b749a5de-4349-46be-814d-267b61200e7f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:45.870712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbca2410-0f32-4412-8a16-005f0e666548 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:45.871293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbca2410-0f32-4412-8a16-005f0e666548'] response: {'name': 'network-changed', 'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f', 'status': 'completed', 'code': 200} Sep 25 01:08:45.872609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed65fc-1fd2-4647-b519-970126106942 service neutron] Pushing event updated for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:45.974982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-e52d63eb-d315-47ce-912f-045dd9617b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:45.976591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-e52d63eb-d315-47ce-912f-045dd9617b60 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0538468 Sep 25 01:08:46.039744 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-01f255f4-a884-4d11-9fc1-01cbc5174f8b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b749a5de-4349-46be-814d-267b61200e7f HTTP/1.1" status: 200 len: 217 time: 0.0447454 Sep 25 01:08:46.087708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:46.099447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-a8bcc34b-46f5-40b6-b67a-930a9b9a1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:46.100998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-a8bcc34b-46f5-40b6-b67a-930a9b9a1df7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 HTTP/1.1" status: 200 len: 848 time: 0.0529737 Sep 25 01:08:46.140518 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-5093e190-f216-4725-bb46-62fc741dfbf0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=bf2b84f7-77ae-4b11-ada8-9925bb081495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296807 Sep 25 01:08:46.272977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-335651fe-a38f-4906-9fa3-bc2ba95acc49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212077 Sep 25 01:08:46.295139 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6bae-4169-44c6-9be4-dd3446771742 req-df206142-3063-47e2-a900-8deec29487f7 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:46.297802 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-822e6bae-4169-44c6-9be4-dd3446771742 req-df206142-3063-47e2-a900-8deec29487f7 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0863171 Sep 25 01:08:46.381052 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-822e6bae-4169-44c6-9be4-dd3446771742 req-3cb51aeb-da43-43ce-ad5f-bb7ac0659822 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Sep 25 01:08:46.403992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e67ebdf1-4827-4893-ba4d-9557c16ade70 req-dadbff82-4fad-4ac2-9873-8e6431fa548e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213994 Sep 25 01:08:47.375499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28d54e77-9045-4c53-bac6-7c5db8e390cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:47.404503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-12872abf-f4b5-4320-b630-bd5155ccfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.406269 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-12872abf-f4b5-4320-b630-bd5155ccfc48 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0642378 Sep 25 01:08:47.558570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0fb15-f7ea-432e-91cf-89a3a7d7ef1b req-68485f47-8d5d-42ac-811f-4b116d79a9f6 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.560264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-afc0fb15-f7ea-432e-91cf-89a3a7d7ef1b req-68485f47-8d5d-42ac-811f-4b116d79a9f6 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0817435 Sep 25 01:08:47.566297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-444f6a0e-7343-4194-a368-1d718b7d6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.568200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-444f6a0e-7343-4194-a368-1d718b7d6f63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 908 time: 0.1512790 Sep 25 01:08:47.628602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-897184ca-4239-4123-8b97-d2e5a913c25d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b749a5de-4349-46be-814d-267b61200e7f HTTP/1.1" status: 200 len: 217 time: 0.0494025 Sep 25 01:08:47.724230 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-afc0fb15-f7ea-432e-91cf-89a3a7d7ef1b req-1dc2f834-5592-4499-a74d-97d31d61968c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517699 Sep 25 01:08:47.748227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-822e9db9-839e-41c1-8e48-1ff4b440b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:47.750379 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-822e9db9-839e-41c1-8e48-1ff4b440b531 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 HTTP/1.1" status: 200 len: 848 time: 0.1083243 Sep 25 01:08:47.795387 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-323f7eaf-e53b-496e-bb2b-fbc757a2f2c5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=bf2b84f7-77ae-4b11-ada8-9925bb081495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349944 Sep 25 01:08:47.814522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:47.905554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-2b6f9220-064c-4e73-b493-aa5a6667b44b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000907 Sep 25 01:08:48.019596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f52aa9-af7d-48ce-aa1f-a91f415c2c81 req-958a0f88-d579-4903-b0db-9f838e86bd3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082430 Sep 25 01:08:48.242222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b749a5de-4349-46be-814d-267b61200e7f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:08:48.365047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b749a5de-4349-46be-814d-267b61200e7f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:48.378828 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'b749a5de-4349-46be-814d-267b61200e7f', 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495', 'port_id': 'b749a5de-4349-46be-814d-267b61200e7f', 'mac_address': 'fa:16:3e:23:1a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:08:48.423723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b749a5de-4349-46be-814d-267b61200e7f is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:48.424116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b749a5de-4349-46be-814d-267b61200e7f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.441985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b749a5de-4349-46be-814d-267b61200e7f {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:08:48.473015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b749a5de-4349-46be-814d-267b61200e7f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:48.478221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:48.534642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:48.541578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:48.844138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['b749a5de-4349-46be-814d-267b61200e7f'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:08:48.868398 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e8e84-5005-4fd7-a41c-4172fdf4acea req-2e36c70a-8a7f-4338-98f5-e1cc0b365711 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:48.870161 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ae8e8e84-5005-4fd7-a41c-4172fdf4acea req-2e36c70a-8a7f-4338-98f5-e1cc0b365711 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0595427 Sep 25 01:08:48.951857 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ae8e8e84-5005-4fd7-a41c-4172fdf4acea req-074f9dc2-d9a2-487b-a2d7-2a21116ca1f2 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Sep 25 01:08:49.017457 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.543518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:49.762560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:49.779299 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e2f9298f-1580-4f05-b952-d6f08a124f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.123455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dbc41-de06-4b49-afb5-8b8a79ac9beb req-75ad9d25-d45d-4488-8090-f42c248013e2 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:50.125093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-613dbc41-de06-4b49-afb5-8b8a79ac9beb req-75ad9d25-d45d-4488-8090-f42c248013e2 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0557995 Sep 25 01:08:50.181834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-613dbc41-de06-4b49-afb5-8b8a79ac9beb req-9793aa41-2cdd-4c37-87ae-83c76602e10b tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504549 Sep 25 01:08:50.278959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b749a5de-4349-46be-814d-267b61200e7f up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:08:50.328758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port b749a5de-4349-46be-814d-267b61200e7f completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:08:50.336356 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port b749a5de-4349-46be-814d-267b61200e7f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:08:50.336885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b749a5de-4349-46be-814d-267b61200e7f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.337393 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port b749a5de-4349-46be-814d-267b61200e7f Sep 25 01:08:50.426323 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b749a5de-4349-46be-814d-267b61200e7f is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:08:50.426860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b749a5de-4349-46be-814d-267b61200e7f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.455293 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:50.457835 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bfe64-4ac4-4052-9651-accd381dd587" -d '{"events": [{"server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "b749a5de-4349-46be-814d-267b61200e7f"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:50.480815 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b749a5de-4349-46be-814d-267b61200e7f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:50.491243 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:50.534751 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0062e17-9c0f-46d2-8a22-e907b9ca6437 x-openstack-request-id: req-e0062e17-9c0f-46d2-8a22-e907b9ca6437 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:50.535210 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "b749a5de-4349-46be-814d-267b61200e7f", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:50.535372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0062e17-9c0f-46d2-8a22-e907b9ca6437 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:50.535951 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0062e17-9c0f-46d2-8a22-e907b9ca6437'] response: {'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f', 'code': 200} Sep 25 01:08:50.584058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:50.774062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb8297-bf05-4b21-84f7-f1ecc9820ff3 req-51ce780c-03ba-46ca-99a3-6cb30b2780da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:50.775625 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bcdb8297-bf05-4b21-84f7-f1ecc9820ff3 req-51ce780c-03ba-46ca-99a3-6cb30b2780da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0443389 Sep 25 01:08:50.832026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bcdb8297-bf05-4b21-84f7-f1ecc9820ff3 req-0998f274-1754-40c0-865b-8b738c00b5a4 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Sep 25 01:08:51.015731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:51.335247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66022f-fdcf-43bd-97be-58151a574b5e req-1fffa5f1-f932-4e1d-adfd-fee33eb83845 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:51.336857 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f66022f-fdcf-43bd-97be-58151a574b5e req-1fffa5f1-f932-4e1d-adfd-fee33eb83845 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0633883 Sep 25 01:08:51.400853 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f66022f-fdcf-43bd-97be-58151a574b5e req-f17a8729-10d2-4c00-9000-541fea8b3824 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Sep 25 01:08:52.291760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.558413 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564cdf0-4c58-4d20-a892-8f553355a998 req-0f12058b-2a57-4bf5-af45-c110ed55f785 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:52.560313 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9564cdf0-4c58-4d20-a892-8f553355a998 req-0f12058b-2a57-4bf5-af45-c110ed55f785 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0554280 Sep 25 01:08:52.642457 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:52.650202 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9564cdf0-4c58-4d20-a892-8f553355a998 req-f1a4a772-b465-43df-9256-af43986a26fb tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830176 Sep 25 01:08:53.528286 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1218d-daa7-46c0-b809-406bed8ff266 req-a93da237-98d8-4b16-842e-9f1af23c2e99 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:53.529942 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-66a1218d-daa7-46c0-b809-406bed8ff266 req-a93da237-98d8-4b16-842e-9f1af23c2e99 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0593889 Sep 25 01:08:53.592173 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-66a1218d-daa7-46c0-b809-406bed8ff266 req-4ba7c3a4-1379-47c2-b8af-540b4f760e40 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Sep 25 01:08:54.758609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e21c-e533-44d6-8f91-c5228982a4e2 req-69f3bb38-585a-46cb-9c67-7df3988bd768 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:54.761888 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ac1e21c-e533-44d6-8f91-c5228982a4e2 req-69f3bb38-585a-46cb-9c67-7df3988bd768 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0759656 Sep 25 01:08:54.810303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:54.839593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ac1e21c-e533-44d6-8f91-c5228982a4e2 req-67573312-0cbb-42d0-9f67-60cb40cbd9f1 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 Sep 25 01:08:55.145944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-0c417588-c6b4-4454-bef8-eb6605530f58 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:55.147690 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-0c417588-c6b4-4454-bef8-eb6605530f58 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0601044 Sep 25 01:08:55.258991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Deleting port b749a5de-4349-46be-814d-267b61200e7f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:08:55.259315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (b749a5de-4349-46be-814d-267b61200e7f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.380354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] For port b749a5de-4349-46be-814d-267b61200e7f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b749a5de-4349-46be-814d-267b61200e7f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:08:55.380718 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (b749a5de-4349-46be-814d-267b61200e7f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.396974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Calling delete_port for b749a5de-4349-46be-814d-267b61200e7f owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:08:55.492155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:55.547859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b749a5de-4349-46be-814d-267b61200e7f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.583277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Pushing event deleted for resources: {'Port': ['ID=b749a5de-4349-46be-814d-267b61200e7f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:08:55.596819 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['b749a5de-4349-46be-814d-267b61200e7f'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:08:55.647521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] No DVR routers for this DVR port b749a5de-4349-46be-814d-267b61200e7f on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:08:55.650655 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:55.654720 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-101d6946-949e-4b67-9d8a-3d1682ea9bff req-24612d42-30c0-45c1-922c-c95b51864909 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b749a5de-4349-46be-814d-267b61200e7f HTTP/1.1" status: 204 len: 173 time: 0.4946272 Sep 25 01:08:55.655289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'name': 'network-vif-deleted', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:08:55.657759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313d3e17-6325-42b2-9124-e8ac6fdd48a0" -d '{"events": [{"server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "name": "network-vif-deleted", "tag": "b749a5de-4349-46be-814d-267b61200e7f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:08:55.712834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f93294-7e87-4a3f-ad1b-33554dff6565 x-openstack-request-id: req-a9f93294-7e87-4a3f-ad1b-33554dff6565 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:08:55.713317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47140790-3a76-434f-b15f-20c16caa1ac0", "name": "network-vif-deleted", "tag": "b749a5de-4349-46be-814d-267b61200e7f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:08:55.713723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9f93294-7e87-4a3f-ad1b-33554dff6565 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:08:55.715710 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f93294-7e87-4a3f-ad1b-33554dff6565'] response: {'server_uuid': '47140790-3a76-434f-b15f-20c16caa1ac0', 'name': 'network-vif-deleted', 'tag': 'b749a5de-4349-46be-814d-267b61200e7f', 'status': 'completed', 'code': 200} Sep 25 01:08:55.983956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78447cc2-d0c0-4ce6-b9f8-5eb0cb83f9b5 req-69043268-640d-40fd-b554-2de96bc70780 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=47140790-3a76-434f-b15f-20c16caa1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0325761 Sep 25 01:08:57.321250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-a84bc2a9-617f-4ca0-b310-150d440a666d tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:57.322918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-a84bc2a9-617f-4ca0-b310-150d440a666d tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 808 time: 0.1283998 Sep 25 01:08:57.340621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-70dc5e7f-d09a-4182-bb49-c137a3ea3a10 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/quotas/da4aa8615ed349f684f1ea9074a4bf6e HTTP/1.1" status: 200 len: 375 time: 0.0114911 Sep 25 01:08:57.377353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-3b8e6df8-90eb-4752-a9e6-491da696096c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306306 Sep 25 01:08:57.488877 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-3b4bbe31-f845-4129-9efe-b734dc24480a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038845 Sep 25 01:08:57.599318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-a695fb01-cfd2-4127-a11a-f071f16a2544 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039808 Sep 25 01:08:57.804960 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d0864ee1-779b-40a8-8c34-64b8a93e9eb4 req-8c4834a1-31a9-47fd-8557-3ad88510ecce tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 210 time: 0.0507610 Sep 25 01:08:58.309194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b749a5de-4349-46be-814d-267b61200e7f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:08:58.345479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: b749a5de-4349-46be-814d-267b61200e7f {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:08:58.346013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b749a5de-4349-46be-814d-267b61200e7f not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:08:58.950978 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-206687cb-297d-49a2-b4e3-863af2f9d418 req-c4f3848c-f373-4384-8349-9b75beba7ef5 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 210 time: 0.0366039 Sep 25 01:08:59.617063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-9275932d-5ff2-477a-ab15-e5c04ac9ed02 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:08:59.618664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-9275932d-5ff2-477a-ab15-e5c04ac9ed02 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 808 time: 0.1264248 Sep 25 01:08:59.645339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Request body: {'port': {'device_id': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495', 'admin_state_up': True, 'tenant_id': 'da4aa8615ed349f684f1ea9074a4bf6e'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:08:59.719627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:08:59.790637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Made reservation on behalf of da4aa8615ed349f684f1ea9074a4bf6e for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:08:59.795379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:08:59.944580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Allocated IP 172.20.0.13 (bf2b84f7-77ae-4b11-ada8-9925bb081495/4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26/0f50e565-aa39-40fb-b6f7-e3feaa6f231f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:00.135060 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-17b5a535-ff48-49ea-9a81-a642954031c5 req-cf00d564-07a8-4b5e-ab6e-c87e4e06356f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 210 time: 0.0476315 Sep 25 01:09:00.196204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks [] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:00.200974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:00.241904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:00.297837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Network bf2b84f7-77ae-4b11-ada8-9925bb081495 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:00.304475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:00.310133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:00.317672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Pushing event updated for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:00.379811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:00.380621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:00.402100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-105d8092-acc2-430d-a47b-2c6f27a8f2cd tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7598944 Sep 25 01:09:00.427503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Request body: {'port': {'device_id': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:00.500973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.158574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:01.321827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d1aa-150f-4719-b4bf-1f99dceaeae0 req-04722253-f810-448e-9432-0c376c533416 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:01.323495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4348d1aa-150f-4719-b4bf-1f99dceaeae0 req-04722253-f810-448e-9432-0c376c533416 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 932 time: 0.0857353 Sep 25 01:09:01.326093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f50e565-aa39-40fb-b6f7-e3feaa6f231f {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:01.336669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks [] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.373120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Transition to ACTIVE for port object 0f50e565-aa39-40fb-b6f7-e3feaa6f231f will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:09:01.380261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.437667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4348d1aa-150f-4719-b4bf-1f99dceaeae0 req-77850167-1ad4-4b4e-ad3b-0563de7c48a0 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038404 Sep 25 01:09:01.467936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Pushing event updated for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:01.528149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Attempting to bind port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:01.528478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Attempting to bind port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:01.528814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Attempting to bind port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:01.575841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:09:01.576172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Attempting to bind port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f on network bf2b84f7-77ae-4b11-ada8-9925bb081495 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:01.626097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:01.626434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Checking segment: {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:01.626827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Bound using segment: {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:01.627280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Bound port: 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a34dc72-f614-4419-b48e-32590b6fb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:01.627644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.693038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:01.704134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:01.707847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:01.716439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.722322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:01.723166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:01.724677 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0f50e565-aa39-40fb-b6f7-e3feaa6f231f HTTP/1.1" status: 200 len: 1094 time: 1.3019733 Sep 25 01:09:01.725676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:01.728134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f69a7-43b0-435f-bc57-a3b2504ba91e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:01.795525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ddc33-9b7f-4eac-aec5-7a046e8adfad x-openstack-request-id: req-473ddc33-9b7f-4eac-aec5-7a046e8adfad {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:01.795949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:01.796337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-473ddc33-9b7f-4eac-aec5-7a046e8adfad {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:01.797014 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473ddc33-9b7f-4eac-aec5-7a046e8adfad'] response: {'name': 'network-changed', 'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f', 'status': 'completed', 'code': 200} Sep 25 01:09:01.804371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f5e4a-b3db-49ae-92b3-b0762b3706ea service neutron] Pushing event updated for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:01.865617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-192550fc-555b-41f4-87e5-9cf441608e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:01.867163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-192550fc-555b-41f4-87e5-9cf441608e7d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 1128 time: 0.0464547 Sep 25 01:09:01.931910 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-6ceec088-b8d0-4a11-aad4-d58dcf32ea09 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f HTTP/1.1" status: 200 len: 217 time: 0.0388830 Sep 25 01:09:01.987611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-2ebcf4a5-5aac-437c-8fe3-c197629f9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:01.989439 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-2ebcf4a5-5aac-437c-8fe3-c197629f9657 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 HTTP/1.1" status: 200 len: 848 time: 0.0513566 Sep 25 01:09:02.025497 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-5dd2667e-48f7-40c3-bf84-569b50c6275f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=bf2b84f7-77ae-4b11-ada8-9925bb081495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279500 Sep 25 01:09:02.139790 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-68d962b6-cbf4-4d49-ac09-e112f7d856e4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046634 Sep 25 01:09:02.171686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:02.252180 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcda96b2-0355-45ed-9671-3b4217cb7429 req-d1e2fcc6-490e-44ef-b0ec-877df6dfafd8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028662 Sep 25 01:09:02.581808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3acd-0260-4c4f-a783-65b38d7f4253 req-7e7b55cb-133d-4e1d-bc22-5eefa3933061 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:02.583645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff5d3acd-0260-4c4f-a783-65b38d7f4253 req-7e7b55cb-133d-4e1d-bc22-5eefa3933061 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 944 time: 0.0591309 Sep 25 01:09:02.643043 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff5d3acd-0260-4c4f-a783-65b38d7f4253 req-40ef8611-8fde-46ac-9490-86cf6431227f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526159 Sep 25 01:09:03.224710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-755f33db-f1dc-49aa-9814-59501ae4b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:03.226486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-755f33db-f1dc-49aa-9814-59501ae4b13a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 1128 time: 0.0459595 Sep 25 01:09:03.341225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-c924d2da-d0d8-44e4-954a-0512beeb430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:03.342664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-c924d2da-d0d8-44e4-954a-0512beeb430b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 200 len: 908 time: 0.1057894 Sep 25 01:09:03.389784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-cd1120c0-a436-4865-bc23-9d914d65eff2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f HTTP/1.1" status: 200 len: 217 time: 0.0377283 Sep 25 01:09:03.451763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-0dcd8d21-6f80-482b-974a-0017b0d55302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:03.453355 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-0dcd8d21-6f80-482b-974a-0017b0d55302 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 HTTP/1.1" status: 200 len: 848 time: 0.0543694 Sep 25 01:09:03.492455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-7299012c-e46d-4223-8dab-994ded5c0646 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=bf2b84f7-77ae-4b11-ada8-9925bb081495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297396 Sep 25 01:09:03.605955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-b21ef8c0-4928-4f08-bef7-3a5f15a62624 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033225 Sep 25 01:09:03.637998 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:03.643093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:03.744093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-426f69a7-43b0-435f-bc57-a3b2504ba91e req-3420da0e-7fc1-47ff-a871-ec4664d2d9a1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305106 Sep 25 01:09:03.812195 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998990fa-ded8-4e8e-8e25-4019b410df13 req-08afe709-6c5f-4fb4-97b9-50dc997bbb39 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:03.813896 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-998990fa-ded8-4e8e-8e25-4019b410df13 req-08afe709-6c5f-4fb4-97b9-50dc997bbb39 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 944 time: 0.0604792 Sep 25 01:09:03.884010 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-998990fa-ded8-4e8e-8e25-4019b410df13 req-6d95dd98-90ca-461b-9d8f-0afbc39fd464 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637388 Sep 25 01:09:04.302871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0f50e565-aa39-40fb-b6f7-e3feaa6f231f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:09:04.426371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:04.440840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f', 'network_id': 'bf2b84f7-77ae-4b11-ada8-9925bb081495', 'port_id': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f', 'mac_address': 'fa:16:3e:20:35:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:09:04.482235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:04.482622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.500149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f50e565-aa39-40fb-b6f7-e3feaa6f231f {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:04.524703 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:04.531892 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:04.730872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:04.879200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0f50e565-aa39-40fb-b6f7-e3feaa6f231f'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:05.045764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f588b-9f00-4caa-8bff-eb0ccb6184cd req-decb12fb-2869-494f-a7c6-31c46459a842 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:05.047285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-376f588b-9f00-4caa-8bff-eb0ccb6184cd req-decb12fb-2869-494f-a7c6-31c46459a842 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 945 time: 0.0542521 Sep 25 01:09:05.105298 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-376f588b-9f00-4caa-8bff-eb0ccb6184cd req-c0cf3b0a-7a74-4819-be0a-ca7f00a5e05d tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Sep 25 01:09:06.252564 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0be15-b8b1-454d-a493-a0455bf6f962 req-aba108f7-7304-417b-be1c-8d753d3c2453 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:06.254243 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-99e0be15-b8b1-454d-a493-a0455bf6f962 req-aba108f7-7304-417b-be1c-8d753d3c2453 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 945 time: 0.0580449 Sep 25 01:09:06.310750 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-99e0be15-b8b1-454d-a493-a0455bf6f962 req-84251126-e980-45a3-b4fc-1d0b2e028369 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Sep 25 01:09:06.328824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0f50e565-aa39-40fb-b6f7-e3feaa6f231f up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:06.355688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:06.384819 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:06.386070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:09:06.394767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:06.395122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.395523 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f Sep 25 01:09:06.484377 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:06.484779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.514162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:06.516503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d597d8-372b-4731-bdd4-4580633796bb" -d '{"events": [{"server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:06.532005 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:06.539683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:06.578860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93874d-c429-4400-a1bb-bd454e382b27 x-openstack-request-id: req-fa93874d-c429-4400-a1bb-bd454e382b27 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:06.579309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:06.579711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa93874d-c429-4400-a1bb-bd454e382b27 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:06.580326 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa93874d-c429-4400-a1bb-bd454e382b27'] response: {'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f', 'code': 200} Sep 25 01:09:06.633039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:06.810203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ad2d-8356-424a-8533-733927bfbcce req-eef42e82-c0d0-49ae-8a22-5e0a71728e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:06.811785 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-73f2ad2d-8356-424a-8533-733927bfbcce req-eef42e82-c0d0-49ae-8a22-5e0a71728e45 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 1130 time: 0.0444088 Sep 25 01:09:06.867527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-73f2ad2d-8356-424a-8533-733927bfbcce req-fa1e007e-2c61-461c-9df7-93203b6c4ac9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Sep 25 01:09:07.448716 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acb2eb-900f-446f-91c6-a443f2d0666f req-b4f65298-868a-40bb-b83b-89f34fb9156c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:07.450381 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e4acb2eb-900f-446f-91c6-a443f2d0666f req-b4f65298-868a-40bb-b83b-89f34fb9156c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 946 time: 0.0548687 Sep 25 01:09:07.512876 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e4acb2eb-900f-446f-91c6-a443f2d0666f req-fec7275c-cdce-4ec7-9081-64e92a883f17 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561602 Sep 25 01:09:08.645177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:08.661894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8620-70f4-4a77-ac87-1f39b5a95e5e req-385a3bc1-ea89-42f1-b7c6-d6d3cc137035 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:08.663502 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c79a8620-70f4-4a77-ac87-1f39b5a95e5e req-385a3bc1-ea89-42f1-b7c6-d6d3cc137035 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 946 time: 0.0588880 Sep 25 01:09:08.735775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c79a8620-70f4-4a77-ac87-1f39b5a95e5e req-6eeafbdf-3f19-4e65-ac9d-b610772a5d23 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616388 Sep 25 01:09:09.621862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cef7b-e858-4c64-b83c-b7f0ff1ac4f9 req-333c4afb-e3ec-46da-84ad-a4d48657fbbb tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:09.623396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-393cef7b-e858-4c64-b83c-b7f0ff1ac4f9 req-333c4afb-e3ec-46da-84ad-a4d48657fbbb tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 946 time: 0.0516391 Sep 25 01:09:09.679090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-393cef7b-e858-4c64-b83c-b7f0ff1ac4f9 req-2fec78f6-524a-4dbd-8e63-928b4f30adc9 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494821 Sep 25 01:09:10.774538 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:DELETE=1,neutron:SELECT=81 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:10.777287 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:10.824724 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbdc99-e43e-46ca-8fb3-3dfbf024aaf0 req-0cdcd69f-e579-4aad-9c04-169a66f4f116 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:10.826479 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11bbdc99-e43e-46ca-8fb3-3dfbf024aaf0 req-0cdcd69f-e579-4aad-9c04-169a66f4f116 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 946 time: 0.0605974 Sep 25 01:09:10.881734 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-11bbdc99-e43e-46ca-8fb3-3dfbf024aaf0 req-e15db4a0-2c46-4942-b018-b76bf8f5a168 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=176927fd-90ca-4c36-97f3-7146fb286ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Sep 25 01:09:11.167674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-100ad892-d6cf-43ee-a22a-b85994ab816c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:11.169356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-100ad892-d6cf-43ee-a22a-b85994ab816c tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 946 time: 0.0567579 Sep 25 01:09:11.205456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:11.286559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Deleting port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:11.287082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.458174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] For port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,segment=NetworkSegment(5a34dc72-f614-4419-b48e-32590b6fb229),segment_id=5a34dc72-f614-4419-b48e-32590b6fb229)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:11.458679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.486242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Calling delete_port for 0f50e565-aa39-40fb-b6f7-e3feaa6f231f owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:11.717189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (0f50e565-aa39-40fb-b6f7-e3feaa6f231f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.757480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Pushing event deleted for resources: {'Port': ['ID=0f50e565-aa39-40fb-b6f7-e3feaa6f231f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:11.766065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['0f50e565-aa39-40fb-b6f7-e3feaa6f231f'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:11.835546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] No DVR routers for this DVR port 0f50e565-aa39-40fb-b6f7-e3feaa6f231f on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:11.839455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:11.845403 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a658f9c1-636d-48f5-9e27-0e5df9f21744 req-1020102d-b84a-4656-bb3d-8fbcf384388f tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0f50e565-aa39-40fb-b6f7-e3feaa6f231f HTTP/1.1" status: 204 len: 173 time: 0.6667721 Sep 25 01:09:11.846275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'name': 'network-vif-deleted', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:11.850427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cb6de-6baa-4bd0-8c9d-747e83fcba58" -d '{"events": [{"server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "name": "network-vif-deleted", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:11.917869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1297a0-1868-459e-8016-331c6a38df95 x-openstack-request-id: req-8c1297a0-1868-459e-8016-331c6a38df95 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:11.918307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb9e557-600c-49fa-bcd2-d191a7c494bc", "name": "network-vif-deleted", "tag": "0f50e565-aa39-40fb-b6f7-e3feaa6f231f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:11.918800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c1297a0-1868-459e-8016-331c6a38df95 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:11.919318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1297a0-1868-459e-8016-331c6a38df95'] response: {'server_uuid': '1cb9e557-600c-49fa-bcd2-d191a7c494bc', 'name': 'network-vif-deleted', 'tag': '0f50e565-aa39-40fb-b6f7-e3feaa6f231f', 'status': 'completed', 'code': 200} Sep 25 01:09:12.017857 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-015e89d2-3405-4278-bae0-f79aecfa6544 req-fc35622d-bffd-4483-a0cb-c7fc53a321f9 tempest-VolumesActionsTest-1480353271 tempest-VolumesActionsTest-1480353271-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1cb9e557-600c-49fa-bcd2-d191a7c494bc HTTP/1.1" status: 200 len: 210 time: 0.0310807 Sep 25 01:09:15.499804 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:15.538319 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:09:16.614591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:16.892051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0f50e565-aa39-40fb-b6f7-e3feaa6f231f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:16.913287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 0f50e565-aa39-40fb-b6f7-e3feaa6f231f {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:16.913637 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 0f50e565-aa39-40fb-b6f7-e3feaa6f231f not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:09:17.381429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5aaca914-382d-435e-b70c-cb724cf00c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.578222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:19.792137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9584069a-10cb-47a0-94e7-ab4694f2ce37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:20.868730 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:21.018792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:21.804662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=42,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:21.807651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:21.999174 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=9 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:22.303696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:22.648174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:25.533553 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:25.536202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:32.640512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:32.643875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:37.491804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42418) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:37.542028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Deleting subnet 4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:09:37.545880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Publish callbacks [] for subnet (4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.587872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.649051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.723419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.761462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:37.766831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.768035 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4ded26e6-fc75-4a1f-8f2f-0ca6cd146e26 HTTP/1.1" status: 204 len: 168 time: 0.2751400 Sep 25 01:09:37.771089 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 42420) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:37.776781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.777131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.777518 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.777865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.778245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.778606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.778953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.779263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.779588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.779916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.780304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.780571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.780900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.781204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.781563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c504c-ba99-4056-8ab4-5be47c8c64f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:37.862363 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (bf2b84f7-77ae-4b11-ada8-9925bb081495), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.953125 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (bf2b84f7-77ae-4b11-ada8-9925bb081495), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:37.977226 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2b84f7-77ae-4b11-ada8-9925bb081495']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:37.988099 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a34dc72-f614-4419-b48e-32590b6fb229') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:37.988392 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a34dc72-f614-4419-b48e-32590b6fb229') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:09:38.000429 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (5a34dc72-f614-4419-b48e-32590b6fb229), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.016513 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (5a34dc72-f614-4419-b48e-32590b6fb229), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.024061 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:09:38.024455 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (5a34dc72-f614-4419-b48e-32590b6fb229), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.145426 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 5a34dc72-f614-4419-b48e-32590b6fb229 resource provider aggregate not found Sep 25 01:09:38.152179 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (bf2b84f7-77ae-4b11-ada8-9925bb081495), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.160847 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.168424 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/bf2b84f7-77ae-4b11-ada8-9925bb081495 HTTP/1.1" status: 204 len: 168 time: 0.3955321 Sep 25 01:09:38.171587 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 5a34dc72-f614-4419-b48e-32590b6fb229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a34dc72-f614-4419-b48e-32590b6fb229 found for delete ", "request_id": "req-a04c7ab8-9848-441c-af47-8512eb63f639"}]} Sep 25 01:09:38.190141 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2b84f7-77ae-4b11-ada8-9925bb081495,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:38.203462 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.204929 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.205463 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.205958 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.206844 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.207786 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.208330 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.208851 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.209478 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.210165 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.211369 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.211883 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.212284 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.215173 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.215850 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e16ea-bd82-40e9-9dcf-e6682de029f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:38.309210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42430) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.356576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-17aae47d-025c-48b6-82c7-7cc1c8dfced5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=da4aa8615ed349f684f1ea9074a4bf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460322 Sep 25 01:09:38.360059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42432) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:09:38.424660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] Publish callbacks [] for security_group (176927fd-90ca-4c36-97f3-7146fb286ca1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.450008 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] Publish callbacks [] for security_group (176927fd-90ca-4c36-97f3-7146fb286ca1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.519247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (176927fd-90ca-4c36-97f3-7146fb286ca1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.522965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:38.524411 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/176927fd-90ca-4c36-97f3-7146fb286ca1 HTTP/1.1" status: 204 len: 168 time: 0.1632290 Sep 25 01:09:38.538347 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fb232-472d-41a1-927b-cf0b27fa4dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176927fd-90ca-4c36-97f3-7146fb286ca1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:40.636994 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:40.642961 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:41.170697 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-bba7003c-4420-41d4-8267-19f15cb83478 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512729 Sep 25 01:09:41.389077 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-655411b7-b0b4-4c32-8989-036525d4b7ee tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:41.391527 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-655411b7-b0b4-4c32-8989-036525d4b7ee tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151244 Sep 25 01:09:41.413978 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-d28ef3d6-1019-4cdb-b957-1b8a77b04cfe tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/quotas/46f8efea67784ad48d92d7ab27e04e5e HTTP/1.1" status: 200 len: 375 time: 0.0161395 Sep 25 01:09:41.458800 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-a1028bcb-a9e6-4bb5-87a2-f56056ca58b3 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353630 Sep 25 01:09:41.749696 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20d85250-de3d-4cf8-a6fd-ba11e4481c86 req-93d63a4e-fb73-4686-a061-dd4ba57e1301 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 210 time: 0.0345097 Sep 25 01:09:42.890565 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-88a719a8-fa0f-4cbf-a997-31740d6eccd8 req-a76bdfc1-e4a6-4a91-941a-3ce361f585ac tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 210 time: 0.0323975 Sep 25 01:09:43.039664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-7e7781bc-6d47-46e2-a01a-02b977c32def tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343242 Sep 25 01:09:43.360380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-6cf4fd3a-9686-4086-a18d-6fb7f5a3e049 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:43.363502 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-6cf4fd3a-9686-4086-a18d-6fb7f5a3e049 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181648 Sep 25 01:09:43.383895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Request body: {'port': {'device_id': '1c0fe499-c590-48ca-b769-344dbabce44e', 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7', 'admin_state_up': True, 'tenant_id': '46f8efea67784ad48d92d7ab27e04e5e'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:43.520192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Made reservation on behalf of 46f8efea67784ad48d92d7ab27e04e5e for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:09:43.526851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.542498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.665229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks [] for security_group (a96feec3-9ae6-4a84-bde7-9f49b62ace4d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.671773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a96feec3-9ae6-4a84-bde7-9f49b62ace4d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:43.680572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.707615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:43.749123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96feec3-9ae6-4a84-bde7-9f49b62ace4d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:43.840337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Allocated IP 192.168.233.96 (0a266287-67c4-4fb0-b8ee-993368d9faa7/21cd5562-25ed-4f98-be7e-91442190ddf5/58b26c08-ffe5-4779-8d5c-4db5e137c572) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:09:44.013314 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a12bc11-895e-445a-8fb1-5fdaf37862f1 req-0adb83d2-f11b-46c4-a240-706670eaddd6 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 210 time: 0.0353153 Sep 25 01:09:44.053450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks [] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.099162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.201276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Network 0a266287-67c4-4fb0-b8ee-993368d9faa7 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:09:44.212899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:09:44.217588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:09:44.283823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Pushing event updated for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.320871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:44.321567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.350476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-583c3984-d509-4aea-8613-a3031ee69f17 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9704552 Sep 25 01:09:44.375263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Request body: {'port': {'device_id': '1c0fe499-c590-48ca-b769-344dbabce44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:09:44.459650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.570032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Provisioning complete for port 58b26c08-ffe5-4779-8d5c-4db5e137c572 triggered by entity DHCP. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:44.571018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.571018 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Attempt 1 to provision port 58b26c08-ffe5-4779-8d5c-4db5e137c572 Sep 25 01:09:44.624057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Port 58b26c08-ffe5-4779-8d5c-4db5e137c572 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:44.759607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:44.776168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b26c08-ffe5-4779-8d5c-4db5e137c572 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:44.792262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks [] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.811673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Transition to ACTIVE for port object 58b26c08-ffe5-4779-8d5c-4db5e137c572 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:09:44.816736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:44.843634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:44.886878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Pushing event updated for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:44.946835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Attempting to bind port 58b26c08-ffe5-4779-8d5c-4db5e137c572 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:09:44.947159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Attempting to bind port 58b26c08-ffe5-4779-8d5c-4db5e137c572 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:09:44.948224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Attempting to bind port 58b26c08-ffe5-4779-8d5c-4db5e137c572 on network 0a266287-67c4-4fb0-b8ee-993368d9faa7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:45.001369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Port 58b26c08-ffe5-4779-8d5c-4db5e137c572 on network 0a266287-67c4-4fb0-b8ee-993368d9faa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:09:45.001872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Attempting to bind port 58b26c08-ffe5-4779-8d5c-4db5e137c572 on network 0a266287-67c4-4fb0-b8ee-993368d9faa7 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:09:45.058358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:09:45.059172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Checking segment: {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:09:45.059172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Bound using segment: {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:09:45.059512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Bound port: 58b26c08-ffe5-4779-8d5c-4db5e137c572, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31da2104-1e9b-4471-a650-0e5a617146c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:09:45.059856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:45.124953 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Attempt 2 to provision port 58b26c08-ffe5-4779-8d5c-4db5e137c572 Sep 25 01:09:45.148690 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:09:45.153836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:09:45.162771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Port 58b26c08-ffe5-4779-8d5c-4db5e137c572 cannot update to ACTIVE because it is not bound. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 01:09:45.166740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:45.174748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.175813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:45.178345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/58b26c08-ffe5-4779-8d5c-4db5e137c572 HTTP/1.1" status: 200 len: 1097 time: 0.8089707 Sep 25 01:09:45.179410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:45.184025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72cbe2b-e35b-46b4-8754-7321058d73c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:45.214641 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890b9d-58a0-4e67-ba6e-3a283358979a req-8ec4d449-eb18-4406-925d-3af0d8ad2210 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.217418 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ad890b9d-58a0-4e67-ba6e-3a283358979a req-8ec4d449-eb18-4406-925d-3af0d8ad2210 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 947 time: 0.0792363 Sep 25 01:09:45.256657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad164603-6e3e-4ba8-a709-660289cc07ee x-openstack-request-id: req-ad164603-6e3e-4ba8-a709-660289cc07ee {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:45.256951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:45.257236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad164603-6e3e-4ba8-a709-660289cc07ee {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:45.257865 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad164603-6e3e-4ba8-a709-660289cc07ee'] response: {'name': 'network-changed', 'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572', 'status': 'completed', 'code': 200} Sep 25 01:09:45.262740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b920fc-2064-4ec0-9b8a-6bfa19d05859 service neutron] Pushing event updated for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:45.302008 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-ad890b9d-58a0-4e67-ba6e-3a283358979a req-60a08943-c95b-430e-a8fe-9538ee4c8f50 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711942 Sep 25 01:09:45.345848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-c58df183-3c9f-4218-9202-22ee833fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.347524 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-c58df183-3c9f-4218-9202-22ee833fb27c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 1131 time: 0.0584784 Sep 25 01:09:45.416338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-fcb91e0c-83d3-4991-b1fa-04953e8d99ae service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572 HTTP/1.1" status: 200 len: 217 time: 0.0434725 Sep 25 01:09:45.473189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-e241c485-16c0-4ee4-b25b-f13193c0eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.474916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-e241c485-16c0-4ee4-b25b-f13193c0eef2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21cd5562-25ed-4f98-be7e-91442190ddf5 HTTP/1.1" status: 200 len: 843 time: 0.0498898 Sep 25 01:09:45.530806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-2502373d-bcf4-451b-97bc-4f0c9217ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:45.532338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-2502373d-bcf4-451b-97bc-4f0c9217ca6a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0a266287-67c4-4fb0-b8ee-993368d9faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479550 Sep 25 01:09:45.636954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-2c9fa182-1732-4c68-a3ec-94a69a771543 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0a266287-67c4-4fb0-b8ee-993368d9faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941877 Sep 25 01:09:45.664123 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Attempt 3 to provision port 58b26c08-ffe5-4779-8d5c-4db5e137c572 Sep 25 01:09:45.709786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a7170aa3-daba-4ee3-aa97-4852c1ecb454 None None] Port 58b26c08-ffe5-4779-8d5c-4db5e137c572 had new provisioning blocks added so it will not transition to active. {{(pid=106230) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 01:09:45.758991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1364d18-7fce-43d4-a94c-88a92b9bdc27 req-4f30d65e-3c8c-43cd-a8d2-628c251cc7de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0a266287-67c4-4fb0-b8ee-993368d9faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127224 Sep 25 01:09:46.452061 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126e80-f349-44fe-a701-c79e51b96d49 req-e8fb1549-3c08-439b-8a96-421349676aa9 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.453763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4126e80-f349-44fe-a701-c79e51b96d49 req-e8fb1549-3c08-439b-8a96-421349676aa9 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 947 time: 0.0575881 Sep 25 01:09:46.514279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4126e80-f349-44fe-a701-c79e51b96d49 req-350189c0-9a76-4635-8e06-73522d6f413e tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541041 Sep 25 01:09:46.740658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-d48c5c72-3d86-4093-8868-ca0377bcf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.742239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-d48c5c72-3d86-4093-8868-ca0377bcf7bb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 1131 time: 0.0490999 Sep 25 01:09:46.843309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:46.855380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-a457ff05-4462-4354-a02f-afaa9ab6bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:46.856915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-a457ff05-4462-4354-a02f-afaa9ab6bee4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0a266287-67c4-4fb0-b8ee-993368d9faa7 HTTP/1.1" status: 200 len: 869 time: 0.1055033 Sep 25 01:09:46.926726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-6268991f-ff04-4d8c-b4b6-909b3439b9ef service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572 HTTP/1.1" status: 200 len: 217 time: 0.0598798 Sep 25 01:09:47.243371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:47.264638 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-451a01ec-4106-4c00-81e3-8a941402cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:47.266182 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-451a01ec-4106-4c00-81e3-8a941402cd6c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21cd5562-25ed-4f98-be7e-91442190ddf5 HTTP/1.1" status: 200 len: 843 time: 0.3309908 Sep 25 01:09:47.317156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-6118867e-5a72-4de8-9bbe-683348f47c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:47.318860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-6118867e-5a72-4de8-9bbe-683348f47c93 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0a266287-67c4-4fb0-b8ee-993368d9faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0439365 Sep 25 01:09:47.378039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3cde6ea-66d8-4f9d-8fa5-7d8e49f16307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:47.434460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-a1e43602-eeea-4c01-bfe8-3540a62e870b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0a266287-67c4-4fb0-b8ee-993368d9faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061561 Sep 25 01:09:47.553501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e72cbe2b-e35b-46b4-8754-7321058d73c9 req-3bae7f11-dec2-41ba-8c60-f7b041102d7e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0a266287-67c4-4fb0-b8ee-993368d9faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091025 Sep 25 01:09:47.657686 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92879204-3d0e-4112-a2c2-0df459c36cfb req-11c1f78a-86b0-4a91-a183-fa2d00c841e6 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:47.659279 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92879204-3d0e-4112-a2c2-0df459c36cfb req-11c1f78a-86b0-4a91-a183-fa2d00c841e6 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 947 time: 0.0590546 Sep 25 01:09:47.717092 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-92879204-3d0e-4112-a2c2-0df459c36cfb req-b9e5066f-e417-4407-8e15-6fc33b95053e tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507569 Sep 25 01:09:48.858474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f66518-824f-4fb8-9316-7627e541a072 req-c2455c94-2f05-4a13-93b8-28089888a45e tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:48.860223 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4f66518-824f-4fb8-9316-7627e541a072 req-c2455c94-2f05-4a13-93b8-28089888a45e tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 947 time: 0.0555718 Sep 25 01:09:48.919242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4f66518-824f-4fb8-9316-7627e541a072 req-0cee8b08-4a10-4301-bdcc-62a5e3fbddeb tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Sep 25 01:09:49.025008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 58b26c08-ffe5-4779-8d5c-4db5e137c572 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:09:49.162819 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:49.181152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': '58b26c08-ffe5-4779-8d5c-4db5e137c572', 'network_id': '0a266287-67c4-4fb0-b8ee-993368d9faa7', 'port_id': '58b26c08-ffe5-4779-8d5c-4db5e137c572', 'mac_address': 'fa:16:3e:88:1e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd5562-25ed-4f98-be7e-91442190ddf5', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:09:49.230520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 58b26c08-ffe5-4779-8d5c-4db5e137c572 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:49.230998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.248732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b26c08-ffe5-4779-8d5c-4db5e137c572 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:09:49.274104 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:49.279854 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.341554 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:49.350084 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.350693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.351049 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.351465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.351814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.352128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.352454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.352777 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.353122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.354060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.354402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.354722 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.355039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.355355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.355673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:09:49.635922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['58b26c08-ffe5-4779-8d5c-4db5e137c572'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:49.685582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:49.813087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-24a43db5-8831-49e2-9936-af649cc3d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:50.070540 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0d84-4308-4cc1-87bd-abe3a178912e req-db4cf76d-1862-40ce-82f2-df2f5b34eae9 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:50.072195 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-51dd0d84-4308-4cc1-87bd-abe3a178912e req-db4cf76d-1862-40ce-82f2-df2f5b34eae9 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 948 time: 0.0535326 Sep 25 01:09:50.128063 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-51dd0d84-4308-4cc1-87bd-abe3a178912e req-d1f1011c-7b9e-467e-b49f-80d05f5a6926 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 Sep 25 01:09:51.021392 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.032845 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 58b26c08-ffe5-4779-8d5c-4db5e137c572 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:09:51.084726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port 58b26c08-ffe5-4779-8d5c-4db5e137c572 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:09:51.094732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port 58b26c08-ffe5-4779-8d5c-4db5e137c572 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:09:51.095493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.096078 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port 58b26c08-ffe5-4779-8d5c-4db5e137c572 Sep 25 01:09:51.141665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:51.193902 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port 58b26c08-ffe5-4779-8d5c-4db5e137c572 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:09:51.194321 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.225623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:51.228014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e27719e-cf33-43c8-af9c-ca74d17a4aa4" -d '{"events": [{"server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "name": "network-vif-plugged", "status": "completed", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:51.240133 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:51.244564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:51.253222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:51.301155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8923aaaf-08cb-47ab-80bf-08f2617c07de x-openstack-request-id: req-8923aaaf-08cb-47ab-80bf-08f2617c07de {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:51.301593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "name": "network-vif-plugged", "status": "completed", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:51.301971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8923aaaf-08cb-47ab-80bf-08f2617c07de {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:51.302551 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8923aaaf-08cb-47ab-80bf-08f2617c07de'] response: {'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572', 'code': 200} Sep 25 01:09:51.307384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a88d72-456d-4208-a805-d0b69399a03c req-6574069f-ce8b-4bb3-94cc-709b0f7c51f7 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.309428 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6a88d72-456d-4208-a805-d0b69399a03c req-6574069f-ce8b-4bb3-94cc-709b0f7c51f7 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 948 time: 0.0812762 Sep 25 01:09:51.344300 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:51.378468 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6a88d72-456d-4208-a805-d0b69399a03c req-6dc72d1b-de1b-4fc2-9336-72bf38de9a16 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625603 Sep 25 01:09:51.551883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538e3a0-8b74-46b1-ad9a-7dc925237af2 req-1f67d01b-cc99-45ff-b235-0c05ee6d25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:51.553485 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6538e3a0-8b74-46b1-ad9a-7dc925237af2 req-1f67d01b-cc99-45ff-b235-0c05ee6d25c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 1133 time: 0.0412686 Sep 25 01:09:51.609833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6538e3a0-8b74-46b1-ad9a-7dc925237af2 req-16d1a8e5-2b7c-437e-91d7-88aff6880836 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Sep 25 01:09:52.303753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:52.528676 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705449b-74e8-4dbb-aa89-a1ba08f8358e req-c4680af3-284c-4211-8bc9-43b5e2870017 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:52.530355 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5705449b-74e8-4dbb-aa89-a1ba08f8358e req-c4680af3-284c-4211-8bc9-43b5e2870017 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 949 time: 0.0595961 Sep 25 01:09:52.540443 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:09:52.601524 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-5705449b-74e8-4dbb-aa89-a1ba08f8358e req-de39ddf0-3d43-4bb8-a075-53030144d434 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 Sep 25 01:09:52.647480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:53.748734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef7148-e942-47ff-b0a2-f5b324a8fba3 req-deb1fabc-4f42-43be-9508-b23e6fd0cd98 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:53.751450 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffef7148-e942-47ff-b0a2-f5b324a8fba3 req-deb1fabc-4f42-43be-9508-b23e6fd0cd98 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 949 time: 0.0640996 Sep 25 01:09:53.809725 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffef7148-e942-47ff-b0a2-f5b324a8fba3 req-f71e2d56-3a7d-45f2-825f-4443ef9094ee tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519462 Sep 25 01:09:54.118775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94245-3cf6-49e8-b60f-7b06bdbdf76e req-33df3e4f-7838-4237-83d2-931bc1326485 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:54.121276 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a94245-3cf6-49e8-b60f-7b06bdbdf76e req-33df3e4f-7838-4237-83d2-931bc1326485 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 949 time: 0.0540140 Sep 25 01:09:54.175690 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a94245-3cf6-49e8-b60f-7b06bdbdf76e req-de6f6e00-3fc5-4192-aa96-deb01bed5bde tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Sep 25 01:09:55.314969 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c3c48-3033-48b0-a78d-a6ec6026b7ef req-145f5e5b-e5fe-4668-bd37-6af279c31117 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:55.316650 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-369c3c48-3033-48b0-a78d-a6ec6026b7ef req-145f5e5b-e5fe-4668-bd37-6af279c31117 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 949 time: 0.0530913 Sep 25 01:09:55.376625 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-369c3c48-3033-48b0-a78d-a6ec6026b7ef req-d25356ec-3a85-458b-9f03-f47a17d5a64d tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a96feec3-9ae6-4a84-bde7-9f49b62ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536876 Sep 25 01:09:55.653501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-d4e55dd7-c2b9-4fb7-b205-ccb8d072ead6 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:09:55.655013 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-d4e55dd7-c2b9-4fb7-b205-ccb8d072ead6 tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 949 time: 0.0493920 Sep 25 01:09:55.750228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Deleting port 58b26c08-ffe5-4779-8d5c-4db5e137c572 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:09:55.750555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.851894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:55.854254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] For port 58b26c08-ffe5-4779-8d5c-4db5e137c572, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b26c08-ffe5-4779-8d5c-4db5e137c572,segment=NetworkSegment(31da2104-1e9b-4471-a650-0e5a617146c2),segment_id=31da2104-1e9b-4471-a650-0e5a617146c2)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:09:55.854509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:55.868749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Calling delete_port for 58b26c08-ffe5-4779-8d5c-4db5e137c572 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:09:55.948700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:09:56.034276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (58b26c08-ffe5-4779-8d5c-4db5e137c572), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:56.063327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Pushing event deleted for resources: {'Port': ['ID=58b26c08-ffe5-4779-8d5c-4db5e137c572,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:09:56.085143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['58b26c08-ffe5-4779-8d5c-4db5e137c572'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:09:56.133520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] No DVR routers for this DVR port 58b26c08-ffe5-4779-8d5c-4db5e137c572 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:09:56.136484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:09:56.139966 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2a2781a-bad4-4928-9fcc-9c3e81d29f8c req-051ad573-7fa6-4618-a0af-4876a1bf1a5b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.57 "DELETE /networking/v2.0/ports/58b26c08-ffe5-4779-8d5c-4db5e137c572 HTTP/1.1" status: 204 len: 173 time: 0.4753795 Sep 25 01:09:56.140507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'name': 'network-vif-deleted', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:09:56.142891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee673327-8381-4db4-bdf9-e8f4518eec89" -d '{"events": [{"server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "name": "network-vif-deleted", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:09:56.186334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc89999-76a5-4bcc-babd-7734d5642f11 x-openstack-request-id: req-efc89999-76a5-4bcc-babd-7734d5642f11 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:09:56.187112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0fe499-c590-48ca-b769-344dbabce44e", "name": "network-vif-deleted", "tag": "58b26c08-ffe5-4779-8d5c-4db5e137c572", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:09:56.187509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efc89999-76a5-4bcc-babd-7734d5642f11 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:09:56.188124 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc89999-76a5-4bcc-babd-7734d5642f11'] response: {'server_uuid': '1c0fe499-c590-48ca-b769-344dbabce44e', 'name': 'network-vif-deleted', 'tag': '58b26c08-ffe5-4779-8d5c-4db5e137c572', 'status': 'completed', 'code': 200} Sep 25 01:09:56.512242 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-44093ead-305f-4fb8-b221-f73f33faaafd req-60118ac6-c67a-4949-bc6c-defb8470e15b tempest-VolumesNegativeTest-2086733823 tempest-VolumesNegativeTest-2086733823-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c0fe499-c590-48ca-b769-344dbabce44e HTTP/1.1" status: 200 len: 210 time: 0.0308657 Sep 25 01:09:59.089499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 58b26c08-ffe5-4779-8d5c-4db5e137c572 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:09:59.125689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: 58b26c08-ffe5-4779-8d5c-4db5e137c572 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:09:59.126087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device 58b26c08-ffe5-4779-8d5c-4db5e137c572 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:10:02.176242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42770) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:02.325349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0bc30852-9c11-4973-90f3-b346978ec936 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=46f8efea67784ad48d92d7ab27e04e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478927 Sep 25 01:10:02.328794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42774) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:02.381925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] Publish callbacks [] for security_group (a96feec3-9ae6-4a84-bde7-9f49b62ace4d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.408781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] Publish callbacks [] for security_group (a96feec3-9ae6-4a84-bde7-9f49b62ace4d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.463641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (a96feec3-9ae6-4a84-bde7-9f49b62ace4d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.466853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:02.468093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a96feec3-9ae6-4a84-bde7-9f49b62ace4d HTTP/1.1" status: 204 len: 168 time: 0.1383314 Sep 25 01:10:02.479551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14690d-34f4-4224-b458-05384314f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96feec3-9ae6-4a84-bde7-9f49b62ace4d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:02.534010 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:02.535273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.211789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 42796) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:03.327758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1523381876-network', 'tenant_id': '1f0ea61e4de94ce083c572843a3f09fa'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:10:03.354670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Made reservation on behalf of 1f0ea61e4de94ce083c572843a3f09fa for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:10:03.357326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.367993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.456646 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks [] for security_group (e519085e-1074-4894-bf01-6cabde2ba0f6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.460916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e519085e-1074-4894-bf01-6cabde2ba0f6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.491487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 01:10:03.502807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e519085e-1074-4894-bf01-6cabde2ba0f6,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:03.508734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.509077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Added segment 91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3 of type vlan for network 567e0576-161f-495c-b882-012356a1e499 Sep 25 01:10:03.554371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726433789103'] for network (567e0576-161f-495c-b882-012356a1e499), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.582119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202'] for network (567e0576-161f-495c-b882-012356a1e499), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.583147 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:03.583753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.646058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.650026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4364586 Sep 25 01:10:03.653850 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 42800) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:10:03.656576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78e0e3-ec07-40a3-916f-269339eed20e admin admin] Pushing event updated for resources: {'Network': ['ID=567e0576-161f-495c-b882-012356a1e499,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:03.659549 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.v2.base [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Request body: {'subnet': {'network_id': '567e0576-161f-495c-b882-012356a1e499', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1523381876-subnet', 'tenant_id': '1f0ea61e4de94ce083c572843a3f09fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:10:03.663443 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.668090 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:03.670678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Network 567e0576-161f-495c-b882-012356a1e499 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106230) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 01:10:03.685895 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Made reservation on behalf of 1f0ea61e4de94ce083c572843a3f09fa for: {'subnet': 1} {{(pid=106228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:10:03.688329 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-265101849'] for subnet (None), before_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.865798 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264849570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-265101839'] for subnet (f578e2f2-1d5a-4625-afad-a99b92b56cab), after_create {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.918909 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f578e2f2-1d5a-4625-afad-a99b92b56cab,revision_number=0']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:03.939148 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Checking segment: {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:10:03.939499 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Network hostable DHCP agents. Network: 567e0576-161f-495c-b882-012356a1e499, hostable agents: ['a5beb163-7780-4b27-adcc-5de3fd09594f'], hosted agents: [] {{(pid=106228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 01:10:03.957417 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Network 567e0576-161f-495c-b882-012356a1e499 is scheduled to be hosted by DHCP agent a5beb163-7780-4b27-adcc-5de3fd09594f with binding_index 1 {{(pid=106228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 01:10:03.967549 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.scheduler.base_scheduler [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 567e0576-161f-495c-b882-012356a1e499) {{(pid=106228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:10:03.971763 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:03.972492 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for subnet (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:03.977241 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7be8b-4168-4f23-b032-18dc54d65a90 None None] Network 567e0576-161f-495c-b882-012356a1e499 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:10:03.993369 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-6c910741-d47e-44d5-bc68-a43c67bbbb24 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3342056 Sep 25 01:10:04.085308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80015b78-9fe5-43ac-af11-236f6aa2b8c1 None None] Network 567e0576-161f-495c-b882-012356a1e499 requested from dv-cinder-master-3-iscsi {{(pid=106230) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 01:10:05.922334 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-4f20d7e4-50c1-4e35-8c40-ef2f7f6efd48 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:05.924972 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-4f20d7e4-50c1-4e35-8c40-ef2f7f6efd48 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 814 time: 0.1279883 Sep 25 01:10:05.948562 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-6f1db597-41f5-41a6-8041-3efda1172c0a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/quotas/1f0ea61e4de94ce083c572843a3f09fa HTTP/1.1" status: 200 len: 375 time: 0.0172930 Sep 25 01:10:05.989518 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-2e1ecf7a-4c9b-401a-b671-17382f03ea2e tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342388 Sep 25 01:10:06.201762 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-a9a18192-7ca4-4a27-bfb1-aeefa39af4ca service neutron] 10.222.0.52 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037101 Sep 25 01:10:06.317752 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-5bf49fa0-bad2-4ffa-98e8-d79802fb676b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089828 Sep 25 01:10:06.523632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb58ce6d-17cf-4bac-a88d-d3703e0d8a17 req-6ae1d369-d9ca-4522-8b39-c88066ecd3da tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 210 time: 0.0520058 Sep 25 01:10:07.676399 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f208250a-32f8-47bf-bb20-637c12a37e41 req-612db349-8032-4d04-888a-e8a1343e86e7 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Sep 25 01:10:08.050952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-38c06dcf-d593-4dea-868b-67801664d375 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:08.052632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-38c06dcf-d593-4dea-868b-67801664d375 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 814 time: 0.1839321 Sep 25 01:10:08.090348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Request body: {'port': {'device_id': '02806a84-8467-4b1c-9e5d-9044627225c8', 'network_id': '567e0576-161f-495c-b882-012356a1e499', 'admin_state_up': True, 'tenant_id': '1f0ea61e4de94ce083c572843a3f09fa'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:10:08.185412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:08.239905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Made reservation on behalf of 1f0ea61e4de94ce083c572843a3f09fa for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:10:08.244167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:08.401419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Allocated IP 172.20.0.13 (567e0576-161f-495c-b882-012356a1e499/f578e2f2-1d5a-4625-afad-a99b92b56cab/b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:10:08.595120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks [] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:08.632460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:08.681458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Network 567e0576-161f-495c-b882-012356a1e499 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:10:08.685486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:10:08.688104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:10:08.737920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Pushing event updated for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:08.765159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:08.765885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:08.787012 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-911ef1ca-f4f8-4a40-944d-2c9b1ad13a2a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7014961 Sep 25 01:10:08.838135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Request body: {'port': {'device_id': '02806a84-8467-4b1c-9e5d-9044627225c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:10:08.889127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ad4d-f858-4e24-80c1-d6fd2bc411e1 req-dc907f21-0d1c-4022-865a-ba338d540afd tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:08.891978 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dee7ad4d-f858-4e24-80c1-d6fd2bc411e1 req-dc907f21-0d1c-4022-865a-ba338d540afd tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 932 time: 0.1034520 Sep 25 01:10:08.966394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:08.985799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.012830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dee7ad4d-f858-4e24-80c1-d6fd2bc411e1 req-7872a8f0-b0ce-41de-8041-f2fba683d65c tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133573 Sep 25 01:10:09.137905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:09.332827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:10:09.344426 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks [] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.361956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Transition to ACTIVE for port object b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:10:09.367134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.434170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:09.492596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Attempting to bind port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:10:09.492935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Attempting to bind port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:10:09.493276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Attempting to bind port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 on network 567e0576-161f-495c-b882-012356a1e499 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:10:09.544380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 on network 567e0576-161f-495c-b882-012356a1e499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:10:09.544792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Attempting to bind port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 on network 567e0576-161f-495c-b882-012356a1e499 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:10:09.593488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:10:09.593751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Checking segment: {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:10:09.594167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Bound using segment: {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:10:09.594559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Bound port: b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:10:09.594923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.664314 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:10:09.667960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:10:09.676229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.680771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:09.681456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:09.682918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 HTTP/1.1" status: 200 len: 1094 time: 0.8526862 Sep 25 01:10:09.683506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:10:09.685960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214405a6-990f-480e-b62b-80420e17a234" -d '{"events": [{"name": "network-changed", "server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:10:09.737635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9307f8e-47da-4760-a266-9dad698e84a3 x-openstack-request-id: req-b9307f8e-47da-4760-a266-9dad698e84a3 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:10:09.737957 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:10:09.738159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9307f8e-47da-4760-a266-9dad698e84a3 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:10:09.738577 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9307f8e-47da-4760-a266-9dad698e84a3'] response: {'name': 'network-changed', 'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4', 'status': 'completed', 'code': 200} Sep 25 01:10:09.752160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cbe47-6083-4810-a768-6679459165a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:09.808940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-d44ac8ed-a35b-45af-95fc-2ae2e8be3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:09.810572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-d44ac8ed-a35b-45af-95fc-2ae2e8be3313 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 1128 time: 0.0486608 Sep 25 01:10:09.882159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-49ead312-b6fd-4cad-ac08-747cd59f0b47 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0492218 Sep 25 01:10:09.948725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-39ce8d56-b6b9-4394-bf73-821d865ea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:09.950696 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-39ce8d56-b6b9-4394-bf73-821d865ea264 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 200 len: 854 time: 0.0596607 Sep 25 01:10:09.996296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-f5c1e524-f137-4522-ad40-a2fbe4b4268e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=567e0576-161f-495c-b882-012356a1e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364053 Sep 25 01:10:10.068847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:10.125349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-402f4466-2e21-432f-8e8d-3f3b18f2f2da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194470 Sep 25 01:10:10.214870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bdcd5-e3f9-4a05-8ba4-07fde13d6253 req-60a60c5d-4ad6-4c99-bf11-2e1c110bdc83 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:10.216385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a3bdcd5-e3f9-4a05-8ba4-07fde13d6253 req-60a60c5d-4ad6-4c99-bf11-2e1c110bdc83 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 944 time: 0.1074884 Sep 25 01:10:10.300144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dcc3a02-d9f0-40f6-924f-a26c67dc890f req-9b31cbd5-da17-4c29-8698-cc8c6a7b1770 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562929 Sep 25 01:10:10.304048 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a3bdcd5-e3f9-4a05-8ba4-07fde13d6253 req-5e2be78a-5335-4b76-ade4-dbcc4583b85a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802631 Sep 25 01:10:11.233171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:11.269129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214405a6-990f-480e-b62b-80420e17a234 req-9ea64c58-0dd6-41ba-8003-da077b9a3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:11.270712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-9ea64c58-0dd6-41ba-8003-da077b9a3660 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 1128 time: 0.0462101 Sep 25 01:10:11.413676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214405a6-990f-480e-b62b-80420e17a234 req-db82ff04-9370-4a11-ac19-9d3c1ece1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:11.416579 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-db82ff04-9370-4a11-ac19-9d3c1ece1069 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 914 time: 0.1386371 Sep 25 01:10:11.463749 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-8046467a-e69e-403d-ad26-e9a5ba67768b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0374494 Sep 25 01:10:11.495505 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d1832-5e46-4952-b0e7-c18bf3399aa5 req-03dfa5cf-9006-4416-9f91-d228d4631597 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:11.500140 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8d8d1832-5e46-4952-b0e7-c18bf3399aa5 req-03dfa5cf-9006-4416-9f91-d228d4631597 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 944 time: 0.0565748 Sep 25 01:10:11.538814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214405a6-990f-480e-b62b-80420e17a234 req-e60c9643-0c9a-4ac0-a522-8d478979e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:11.540440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-e60c9643-0c9a-4ac0-a522-8d478979e4ff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 200 len: 854 time: 0.0667248 Sep 25 01:10:11.562016 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-8d8d1832-5e46-4952-b0e7-c18bf3399aa5 req-8e929cae-26b8-46c5-af62-9693e296159b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Sep 25 01:10:11.589747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-15e4a4c5-21c6-4406-b05d-22344a795383 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=567e0576-161f-495c-b882-012356a1e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400198 Sep 25 01:10:11.695941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-902fe6fa-9cc7-40eb-a45e-53771449506b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969570 Sep 25 01:10:11.803923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-214405a6-990f-480e-b62b-80420e17a234 req-dd2844fa-6fe0-4310-bb35-c292e9f4f81b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987642 Sep 25 01:10:12.734400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953e4db-93b5-4fb1-a867-b09d3b4ce811 req-9f2fb2f2-f296-4df1-8f8f-7d3c1008ac4f tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:12.736075 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c953e4db-93b5-4fb1-a867-b09d3b4ce811 req-9f2fb2f2-f296-4df1-8f8f-7d3c1008ac4f tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 944 time: 0.0571120 Sep 25 01:10:12.793376 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c953e4db-93b5-4fb1-a867-b09d3b4ce811 req-441ce8c0-8a67-422b-b44e-7abc576600f1 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502038 Sep 25 01:10:13.191889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:10:13.303707 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:10:13.317153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4', 'network_id': '567e0576-161f-495c-b882-012356a1e499', 'port_id': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4', 'mac_address': 'fa:16:3e:26:07:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f578e2f2-1d5a-4625-afad-a99b92b56cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:10:13.363966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:10:13.364720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:13.382321 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:10:13.405896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:10:13.411242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:13.470544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:13.748900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:10:13.912559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:14.229249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caf5d9-4f64-4d13-860c-8626b4326bd9 req-abadd601-0216-4703-9960-81bd2364f8d5 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:14.231090 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-41caf5d9-4f64-4d13-860c-8626b4326bd9 req-abadd601-0216-4703-9960-81bd2364f8d5 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 945 time: 0.3440790 Sep 25 01:10:14.286833 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-41caf5d9-4f64-4d13-860c-8626b4326bd9 req-4b922840-adb8-4376-8a2d-dd32232ea30d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Sep 25 01:10:15.232067 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:10:15.281729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:10:15.289606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:10:15.291381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:15.291788 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 Sep 25 01:10:15.312882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:15.396009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:10:15.396578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:15.426323 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:10:15.428776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87a0c66-bd64-41d7-9b05-392f4a708f81" -d '{"events": [{"server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:10:15.444308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:10:15.450150 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:15.482164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb582c-d71b-4382-8c5c-7ffeec06b0f4 x-openstack-request-id: req-cceb582c-d71b-4382-8c5c-7ffeec06b0f4 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:10:15.482508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:10:15.482850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cceb582c-d71b-4382-8c5c-7ffeec06b0f4 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:10:15.483388 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceb582c-d71b-4382-8c5c-7ffeec06b0f4'] response: {'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4', 'code': 200} Sep 25 01:10:15.491166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f454f50-9d99-43ae-80af-903998d67c27 req-f23f16b1-8071-4860-a2a4-7f84e7058389 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:15.494283 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f454f50-9d99-43ae-80af-903998d67c27 req-f23f16b1-8071-4860-a2a4-7f84e7058389 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 945 time: 0.0995879 Sep 25 01:10:15.529686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:10:15.562828 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f454f50-9d99-43ae-80af-903998d67c27 req-c4cee928-47f3-4b87-a725-699fb5baf5ee tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Sep 25 01:10:15.749739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687f602-23b4-45cf-bbf3-dac066386be8 req-76487d3a-3b8f-41c3-b101-19025833c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:15.752299 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f687f602-23b4-45cf-bbf3-dac066386be8 req-76487d3a-3b8f-41c3-b101-19025833c98a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 1130 time: 0.0484824 Sep 25 01:10:15.804970 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f687f602-23b4-45cf-bbf3-dac066386be8 req-c7c83635-f7a2-4583-be4e-eb55c6ae6d60 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Sep 25 01:10:16.685822 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:16.709628 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8e55-ab32-44d9-8463-2c572f47327c req-11f4d9b5-c111-490f-b559-bb784b2dfd2d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:16.711429 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9c9b8e55-ab32-44d9-8463-2c572f47327c req-11f4d9b5-c111-490f-b559-bb784b2dfd2d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 946 time: 0.0570073 Sep 25 01:10:16.743296 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:16.786099 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9c9b8e55-ab32-44d9-8463-2c572f47327c req-d463b23a-7de2-4a3b-9116-be18edf5e3cc tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669670 Sep 25 01:10:17.374968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d4121c1e-2700-40dd-9191-7e138040561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:17.827130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=19 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:17.828830 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=13 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:17.931755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5206d-0262-4666-a9df-cdd5ae2138f1 req-e27e6de8-4c5a-4685-9f1d-0e1c5080be3a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:17.934006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56e5206d-0262-4666-a9df-cdd5ae2138f1 req-e27e6de8-4c5a-4685-9f1d-0e1c5080be3a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 946 time: 0.0537031 Sep 25 01:10:17.967245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:17.998555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-56e5206d-0262-4666-a9df-cdd5ae2138f1 req-7e254aee-5fff-437e-ae12-fb2c4714897d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Sep 25 01:10:19.658655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:19.777713 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c5e65759-60c9-45f7-bd1b-3cfe981c9257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:21.031520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:22.293859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:22.653230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:26.777450 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=8 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:27.985286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:27.993741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=70 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:29.541452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:10:32.644495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:32.647639 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:39.535883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:39.536798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:47.372259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6ff56854-1cba-4e54-bb52-93e70cddc26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:49.666814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:49.774110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8e24cff-5062-44f5-9139-b2a5a4306131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:51.028535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:52.291816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:52.661186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:10:54.755315 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:54.761755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:10:56.972381 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-03e77af3-68f7-4920-908e-73ecf4450a9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432124 Sep 25 01:10:57.092310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-468ffa65-e07d-4875-918c-195a0edb42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:57.093859 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-468ffa65-e07d-4875-918c-195a0edb42bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 1130 time: 0.0450699 Sep 25 01:10:57.212888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-c278c1f1-2641-4701-9ba6-b6f5c370e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:57.214445 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-c278c1f1-2641-4701-9ba6-b6f5c370e658 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 914 time: 0.0990801 Sep 25 01:10:57.275657 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-8d1c0a3d-8321-44c7-b164-0d0335dbedf4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 HTTP/1.1" status: 200 len: 217 time: 0.0541599 Sep 25 01:10:57.332692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-4209b7d7-b6c8-4d3b-abde-1c003ffcbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:57.334255 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-4209b7d7-b6c8-4d3b-abde-1c003ffcbe0b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 200 len: 854 time: 0.0525434 Sep 25 01:10:57.369869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-4ee96dc7-c09c-450e-a45c-609ab942e93c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=567e0576-161f-495c-b882-012356a1e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283024 Sep 25 01:10:57.475804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-cec210a1-aba5-40dd-9767-552d95e21abd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997002 Sep 25 01:10:57.605239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5616b5c7-abe1-4973-a17f-ea0a5f3e303c req-b75b4316-8748-4015-9ec0-d4330d15d0de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221154 Sep 25 01:10:59.872783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d194b-5dbe-4b33-96e6-9a76f91fdc75 req-c6f026b9-5d71-41c4-bdc4-236c3b2466bb tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:10:59.874477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-972d194b-5dbe-4b33-96e6-9a76f91fdc75 req-c6f026b9-5d71-41c4-bdc4-236c3b2466bb tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 946 time: 0.0746913 Sep 25 01:10:59.928137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-972d194b-5dbe-4b33-96e6-9a76f91fdc75 req-4adb7043-38cb-491d-b193-c421ff707487 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Sep 25 01:11:01.138309 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c5c3-c071-48a7-bb48-d443c64f191f req-d8577912-c3bb-4fbb-be60-c2e050491c81 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:01.140007 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f3f8c5c3-c071-48a7-bb48-d443c64f191f req-d8577912-c3bb-4fbb-be60-c2e050491c81 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 946 time: 0.1274898 Sep 25 01:11:01.198128 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-f3f8c5c3-c071-48a7-bb48-d443c64f191f req-966d4725-ab81-492d-b3e6-b031529fe7a7 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Sep 25 01:11:01.863965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af377fca-3242-4258-8ba5-0bfe1304107b req-9e80ec71-574d-4acd-977d-d30085526acf tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:01.866316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af377fca-3242-4258-8ba5-0bfe1304107b req-9e80ec71-574d-4acd-977d-d30085526acf tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 946 time: 0.0634549 Sep 25 01:11:02.010098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Deleting port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:02.010452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:02.117566 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] For port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:02.117898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:02.139440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Calling delete_port for b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:02.325529 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:02.351005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:02.351663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:02.365459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:11:02.376371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c3ff9eec-f79b-4c1e-b8f7-1ebc3eb5b388 req-98ed314f-8d8c-453f-b8e0-b7c44506361b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=02806a84-8467-4b1c-9e5d-9044627225c8 HTTP/1.1" status: 200 len: 210 time: 0.0643902 Sep 25 01:11:02.380857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Pushing event deleted for resources: {'Port': ['ID=b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:02.398994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.398994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.398994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.399707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.399707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.400255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.400255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.400591 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.402555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.402555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.402555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.402555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.402555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.403457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.403457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:02.445891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] No DVR routers for this DVR port b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:11:02.449027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:02.452647 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af377fca-3242-4258-8ba5-0bfe1304107b req-7f217a17-9486-47be-ae3a-1edab4fa4cb8 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 HTTP/1.1" status: 204 len: 173 time: 0.5595663 Sep 25 01:11:02.453182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'name': 'network-vif-deleted', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:02.455697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6287b703-0822-4be7-85c8-e7b0309dd1b1" -d '{"events": [{"server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "name": "network-vif-deleted", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:02.501745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337e2f6-1044-4b8c-b711-db8ab8ff5312 x-openstack-request-id: req-e337e2f6-1044-4b8c-b711-db8ab8ff5312 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:02.501745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02806a84-8467-4b1c-9e5d-9044627225c8", "name": "network-vif-deleted", "tag": "b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:02.502175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e337e2f6-1044-4b8c-b711-db8ab8ff5312 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:02.502456 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e337e2f6-1044-4b8c-b711-db8ab8ff5312'] response: {'server_uuid': '02806a84-8467-4b1c-9e5d-9044627225c8', 'name': 'network-vif-deleted', 'tag': 'b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4', 'status': 'completed', 'code': 200} Sep 25 01:11:06.540976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:11:06.571548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:06.595434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:06.595777 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device b6d5a291-fe8f-4e93-8b5f-7dfa9448f2b4 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:11.190456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=7 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:11.193583 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=11 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:11.617505 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-4076191b-6c9f-4882-9958-c8972aa6b858 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:11.619029 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-4076191b-6c9f-4882-9958-c8972aa6b858 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 814 time: 0.1199508 Sep 25 01:11:11.635058 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-6720e46d-f2f8-4014-bc6a-391770688538 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/quotas/1f0ea61e4de94ce083c572843a3f09fa HTTP/1.1" status: 200 len: 375 time: 0.0101149 Sep 25 01:11:11.675918 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-766d5584-5e8c-484c-8324-28df2b6f447d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347385 Sep 25 01:11:11.780819 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-083e0028-1a05-43ca-b78e-8b39577a1fd4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972641 Sep 25 01:11:11.895878 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-ab64d4f0-f28f-4890-b9ec-d14f0a1ace70 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084859 Sep 25 01:11:12.096961 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f7ce3d1-49c3-45cc-8130-62abd3999e78 req-c6bbb0e3-43bf-45e7-89ff-5446d31faa1a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0328360 Sep 25 01:11:13.221514 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-c6ae5085-2709-4760-bfad-4a9620bc3608 req-9d15aecb-114b-4075-9993-a5b0f4fa7eb4 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0321455 Sep 25 01:11:13.451481 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-026b6e46-dd92-4f7e-a61b-557c37ef3283 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:13.452974 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-026b6e46-dd92-4f7e-a61b-557c37ef3283 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 814 time: 0.1484599 Sep 25 01:11:13.482527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Request body: {'port': {'device_id': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'network_id': '567e0576-161f-495c-b882-012356a1e499', 'admin_state_up': True, 'tenant_id': '1f0ea61e4de94ce083c572843a3f09fa'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:13.638335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Made reservation on behalf of 1f0ea61e4de94ce083c572843a3f09fa for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 01:11:13.642969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:13.839714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Allocated IP 172.20.0.8 (567e0576-161f-495c-b882-012356a1e499/f578e2f2-1d5a-4625-afad-a99b92b56cab/ac18cb42-0ea0-4b75-a3e1-345296f02558) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 01:11:14.308296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks [] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.373181 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fb8114e-2e6b-4cd7-b3ad-e97e8b0e6767 req-5a7259ce-7e89-4be0-9253-ae6d8725ba85 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0583107 Sep 25 01:11:14.413357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726433837523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.492425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Network 567e0576-161f-495c-b882-012356a1e499 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 01:11:14.501368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 01:11:14.506065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 01:11:14.513343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Pushing event updated for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:14.568501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:14.569610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.594699 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-995a2fea-91c5-440c-b31b-3704d7ce8390 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184995 Sep 25 01:11:14.613973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Request body: {'port': {'device_id': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 01:11:14.635052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:14.704727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:14.772567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:15.063124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac18cb42-0ea0-4b75-a3e1-345296f02558 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:11:15.072711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks [] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.088091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Transition to ACTIVE for port object ac18cb42-0ea0-4b75-a3e1-345296f02558 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 01:11:15.093921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.248804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:15.291774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Attempting to bind port ac18cb42-0ea0-4b75-a3e1-345296f02558 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 01:11:15.292203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Attempting to bind port ac18cb42-0ea0-4b75-a3e1-345296f02558 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 01:11:15.292624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Attempting to bind port ac18cb42-0ea0-4b75-a3e1-345296f02558 on network 567e0576-161f-495c-b882-012356a1e499 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:15.344797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Port ac18cb42-0ea0-4b75-a3e1-345296f02558 on network 567e0576-161f-495c-b882-012356a1e499 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 01:11:15.345075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Attempting to bind port ac18cb42-0ea0-4b75-a3e1-345296f02558 on network 567e0576-161f-495c-b882-012356a1e499 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 01:11:15.396165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Checking agent: {'id': 'fde0b573-d63e-49cd-851c-7057cf09dc22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'started_at': datetime.datetime(2022, 9, 25, 0, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 1, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 01:11:15.396502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Checking segment: {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 01:11:15.396876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Bound using segment: {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 01:11:15.397359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Bound port: ac18cb42-0ea0-4b75-a3e1-345296f02558, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '567e0576-161f-495c-b882-012356a1e499'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 01:11:15.397723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.476700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 01:11:15.482447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 01:11:15.493802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264667675'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.500366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:15.501347 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:15.503508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ac18cb42-0ea0-4b75-a3e1-345296f02558 HTTP/1.1" status: 200 len: 1093 time: 0.8938675 Sep 25 01:11:15.506004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:15.509706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2" -d '{"events": [{"name": "network-changed", "server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:15.536176 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3cf55-b5cf-4b9f-a8b1-e76a90a9c76a req-afa2e34c-0074-49ef-9caf-10b01b1684be tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:15.544376 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3a3cf55-b5cf-4b9f-a8b1-e76a90a9c76a req-afa2e34c-0074-49ef-9caf-10b01b1684be tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 943 time: 0.0610538 Sep 25 01:11:15.576345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d86db8a-da19-490a-9c86-91f1b3bd9e80 x-openstack-request-id: req-8d86db8a-da19-490a-9c86-91f1b3bd9e80 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:15.576933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:15.577452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d86db8a-da19-490a-9c86-91f1b3bd9e80 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:15.578177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d86db8a-da19-490a-9c86-91f1b3bd9e80'] response: {'name': 'network-changed', 'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558', 'status': 'completed', 'code': 200} Sep 25 01:11:15.616142 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-d3a3cf55-b5cf-4b9f-a8b1-e76a90a9c76a req-93c9c31c-dd6f-419c-9c8d-b9806c5ea170 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705028 Sep 25 01:11:15.653249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afe7cb-4d80-4d65-9a56-6e90330c6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:15.672088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-d6042708-f15c-4052-843a-932cad4f1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:15.673896 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-d6042708-f15c-4052-843a-932cad4f1452 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 1127 time: 0.0637610 Sep 25 01:11:15.732750 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-f2ed6df1-cc1d-45ea-a6ef-dd3c474fef5f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558 HTTP/1.1" status: 200 len: 217 time: 0.0384099 Sep 25 01:11:15.791070 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50c71-56a3-447b-9b16-058f821a755a req-3ebe280e-9046-473c-8dd3-30a4a01aac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:15.792808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-3ebe280e-9046-473c-8dd3-30a4a01aac53 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 200 len: 854 time: 0.0513961 Sep 25 01:11:15.837530 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-8694c561-4127-4219-bd57-b31b1aa7352e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=567e0576-161f-495c-b882-012356a1e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336740 Sep 25 01:11:15.912680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:15.949860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-f9b734f4-3dee-48bb-ac3b-5ed11d243527 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019137 Sep 25 01:11:16.066129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bed50c71-56a3-447b-9b16-058f821a755a req-cb9b6ace-0bf6-4daf-b400-5b894512a087 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070056 Sep 25 01:11:16.535632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.536525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.579191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.580338 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.756831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:16.767473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8b96d-e6a7-4b0c-9b99-45496c766544 req-43074969-5eb8-430d-9c64-d826c6ef745b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:16.769417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2c8b96d-e6a7-4b0c-9b99-45496c766544 req-43074969-5eb8-430d-9c64-d826c6ef745b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 943 time: 0.0602334 Sep 25 01:11:16.826897 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2c8b96d-e6a7-4b0c-9b99-45496c766544 req-b940293b-a01a-429f-8d06-9c1e0ec4ffda tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500884 Sep 25 01:11:17.119567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-20fcbd29-af14-43a9-86b6-e9a98f77dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:17.120996 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-20fcbd29-af14-43a9-86b6-e9a98f77dbf6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 1127 time: 0.0436852 Sep 25 01:11:17.234403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-7ea02627-302d-4c05-a554-a00051f9eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:17.236025 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-7ea02627-302d-4c05-a554-a00051f9eab6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 200 len: 914 time: 0.1048405 Sep 25 01:11:17.281441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-e8918a28-f132-4138-8d8c-35d310f892a8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558 HTTP/1.1" status: 200 len: 217 time: 0.0361280 Sep 25 01:11:17.344408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-de01c496-644c-4eef-a4f3-d0dea3ca05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:17.345959 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-de01c496-644c-4eef-a4f3-d0dea3ca05da service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 200 len: 854 time: 0.0556452 Sep 25 01:11:17.373123 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a97e48fc-90cc-4bcb-82f7-22a6f2c3a9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:17.393161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-7b0ffc56-a59b-4607-b7fb-4d36372f6273 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=567e0576-161f-495c-b882-012356a1e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372734 Sep 25 01:11:17.505318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-63420f0a-3359-467e-a61b-bd67b1be7661 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026237 Sep 25 01:11:17.619957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ecf077d-8e9b-4706-88e8-06c4e24c02a2 req-bfea6439-6041-4184-9902-a6a6ac94932e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055889 Sep 25 01:11:17.960421 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a028-c51f-4787-925f-321c19be6ea6 req-31dd0e85-fda2-43e9-9d5e-fcf8002147ed tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:17.962095 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e799a028-c51f-4787-925f-321c19be6ea6 req-31dd0e85-fda2-43e9-9d5e-fcf8002147ed tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 943 time: 0.0522478 Sep 25 01:11:18.017713 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-e799a028-c51f-4787-925f-321c19be6ea6 req-49970a5f-ea80-4b66-8d02-dd0c421193ba tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Sep 25 01:11:19.156936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc22373-cdc7-4945-b908-21d9bbb69e82 req-65fd7e20-31e2-4dbe-bc4e-41fdad14e6c1 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:19.158634 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fc22373-cdc7-4945-b908-21d9bbb69e82 req-65fd7e20-31e2-4dbe-bc4e-41fdad14e6c1 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 943 time: 0.0542991 Sep 25 01:11:19.216264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fc22373-cdc7-4945-b908-21d9bbb69e82 req-788e4717-7d8f-40e8-b5c3-067c5844de59 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Sep 25 01:11:19.502537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device ac18cb42-0ea0-4b75-a3e1-345296f02558 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106230) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 01:11:19.699969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:19.732833 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Returning: {'device': 'ac18cb42-0ea0-4b75-a3e1-345296f02558', 'network_id': '567e0576-161f-495c-b882-012356a1e499', 'port_id': 'ac18cb42-0ea0-4b75-a3e1-345296f02558', 'mac_address': 'fa:16:3e:42:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f578e2f2-1d5a-4625-afad-a99b92b56cab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106230) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 01:11:19.738017 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.830479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port ac18cb42-0ea0-4b75-a3e1-345296f02558 is: DOWN; New status is: BUILD {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:19.831119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.838343 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b25f2902-1d54-4361-9b9e-075a2e323b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.861391 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac18cb42-0ea0-4b75-a3e1-345296f02558 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 01:11:19.903434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:19.908993 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:19.995050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=4']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:20.006984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.007473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.008501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.008882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.009295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.009675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.010221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.010770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.011314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.011864 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.012422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.012985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.013562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.014108 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.014663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:11:20.288174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['ac18cb42-0ea0-4b75-a3e1-345296f02558'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:11:20.358734 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be88f9f-d8f2-445f-a36b-625e2b54f949 req-a19585d5-2668-46ac-b2a4-af4c51c235ba tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:20.360347 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9be88f9f-d8f2-445f-a36b-625e2b54f949 req-a19585d5-2668-46ac-b2a4-af4c51c235ba tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 944 time: 0.0578218 Sep 25 01:11:20.427884 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-9be88f9f-d8f2-445f-a36b-625e2b54f949 req-4d5d1e87-9a06-4603-aa56-060144704d09 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594232 Sep 25 01:11:21.032953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.526525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device ac18cb42-0ea0-4b75-a3e1-345296f02558 up at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 01:11:21.584476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning for port ac18cb42-0ea0-4b75-a3e1-345296f02558 completed by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 01:11:21.592522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f45a7-5570-4358-81d9-a6e8ded9ada0 req-2ec91932-1100-453f-abe8-4f3412722996 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:21.594665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Provisioning complete for port ac18cb42-0ea0-4b75-a3e1-345296f02558 triggered by entity L2. {{(pid=106230) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 01:11:21.594923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-083f45a7-5570-4358-81d9-a6e8ded9ada0 req-2ec91932-1100-453f-abe8-4f3412722996 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 944 time: 0.0798559 Sep 25 01:11:21.595241 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-814046'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), provisioning_complete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.595688 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Attempt 1 to provision port ac18cb42-0ea0-4b75-a3e1-345296f02558 Sep 25 01:11:21.670695 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-083f45a7-5570-4358-81d9-a6e8ded9ada0 req-731ff606-7b27-4301-b054-2e63d32b4a61 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649726 Sep 25 01:11:21.720051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Current status of the port ac18cb42-0ea0-4b75-a3e1-345296f02558 is: BUILD; New status is: ACTIVE {{(pid=106230) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 01:11:21.720500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755790'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.764984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:21.768786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569b7e9eaec4283804d5bddc8b3444b3cceebbce57465c65084e72a696adb5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac330e0-b6eb-48cb-8a34-87cdb73b46d2" -d '{"events": [{"server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:21.792935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:21.798987 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726434275494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726433837541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726433837559'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:21.829585 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f1faa-9906-4538-a936-eb7bc745ddbf x-openstack-request-id: req-1a5f1faa-9906-4538-a936-eb7bc745ddbf {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:21.829956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:21.830130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a5f1faa-9906-4538-a936-eb7bc745ddbf {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:21.830534 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5f1faa-9906-4538-a936-eb7bc745ddbf'] response: {'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558', 'code': 200} Sep 25 01:11:21.861758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Pushing event updated for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=5']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:22.088791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef87a-85fc-4ce5-ab93-b523dd6687ac req-6dc5d757-146d-4ab3-b9c5-9517e548de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:22.091163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5cef87a-85fc-4ce5-ab93-b523dd6687ac req-6dc5d757-146d-4ab3-b9c5-9517e548de75 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 1129 time: 0.0478845 Sep 25 01:11:22.156200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5cef87a-85fc-4ce5-ab93-b523dd6687ac req-fc336a4b-585e-46e8-96ea-281d0e36b174 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573196 Sep 25 01:11:22.288138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.651427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:22.663145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:22.862794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a9d8d-e292-4249-8650-6e49674a7993 req-d8915d28-ecc5-445c-91da-16dc083cef6a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:22.864468 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-999a9d8d-e292-4249-8650-6e49674a7993 req-d8915d28-ecc5-445c-91da-16dc083cef6a tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0592117 Sep 25 01:11:22.926019 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-999a9d8d-e292-4249-8650-6e49674a7993 req-0ad53f5c-ff18-44f6-a2f2-276791a2d8b3 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Sep 25 01:11:24.108247 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bcad-990c-4cd2-9f09-dcbe06c377f6 req-0889f3d0-b9f5-4d09-84f9-1598ffb24e2c tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:24.109865 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cb67bcad-990c-4cd2-9f09-dcbe06c377f6 req-0889f3d0-b9f5-4d09-84f9-1598ffb24e2c tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Sep 25 01:11:24.172254 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-cb67bcad-990c-4cd2-9f09-dcbe06c377f6 req-681f2882-b58f-4712-8471-51037648d2a1 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Sep 25 01:11:31.762504 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:31.763717 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:32.656504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:32.918469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:32.921600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:33.503947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-e6260e0a-2aed-455d-ba08-3ce073fb558c req-97057c52-eebb-4f05-a534-cd20e16305e2 service neutron] (106229) timed out ('10.222.0.57', 58759) {{(pid=106229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:11:34.164305 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=70 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:34.167594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=68 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:43.541840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:11:46.087972 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf3deb-8a77-4cf5-acc4-c226fac0a8a7 req-5bc7ca93-e305-4d0f-88c8-c2f55606225d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:46.089664 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6acf3deb-8a77-4cf5-acc4-c226fac0a8a7 req-5bc7ca93-e305-4d0f-88c8-c2f55606225d tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0544522 Sep 25 01:11:46.146992 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-6acf3deb-8a77-4cf5-acc4-c226fac0a8a7 req-f6d8f8b8-491e-4673-9e4b-86984cd02736 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Sep 25 01:11:47.283313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485729a-bde1-4645-826e-0fc92de4ce27 req-1dd70387-1266-4a6a-bc79-5599a96851bd tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:47.284946 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a485729a-bde1-4645-826e-0fc92de4ce27 req-1dd70387-1266-4a6a-bc79-5599a96851bd tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Sep 25 01:11:47.345812 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a485729a-bde1-4645-826e-0fc92de4ce27 req-d2e1c79f-b280-4c21-a96c-0ccae54a932b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e519085e-1074-4894-bf01-6cabde2ba0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Sep 25 01:11:47.372320 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e2125919-55b5-453e-868e-21952d12f388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:47.958129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6043213-6a89-471c-a621-a90ce171df0b req-0c9b88b7-fcb9-4517-82f7-b449a5932e02 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 01:11:47.959786 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6043213-6a89-471c-a621-a90ce171df0b req-0c9b88b7-fcb9-4517-82f7-b449a5932e02 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Sep 25 01:11:48.067521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Deleting port ac18cb42-0ea0-4b75-a3e1-345296f02558 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 01:11:48.067883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726434275341'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.174935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] For port ac18cb42-0ea0-4b75-a3e1-345296f02558, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac18cb42-0ea0-4b75-a3e1-345296f02558,segment=NetworkSegment(91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3),segment_id=91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 01:11:48.175524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-267939414'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.206898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Calling delete_port for ac18cb42-0ea0-4b75-a3e1-345296f02558 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 01:11:48.394032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726434277515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726433837532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264667682'] for port (ac18cb42-0ea0-4b75-a3e1-345296f02558), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.429042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Pushing event deleted for resources: {'Port': ['ID=ac18cb42-0ea0-4b75-a3e1-345296f02558,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:11:48.465610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] get_ports_and_sgs() called for port_ids ['ac18cb42-0ea0-4b75-a3e1-345296f02558'] {{(pid=106230) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 01:11:48.488259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] No DVR routers for this DVR port ac18cb42-0ea0-4b75-a3e1-345296f02558 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 01:11:48.492063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29784'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:48.495723 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [req-3435d546-f782-43df-bb34-a8f2a623baad req-2c6867f0-13c7-41c8-9eb6-9db36c41d25b tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=578132fa-c1d7-4ce3-a944-cd3c71c8a4e8 HTTP/1.1" status: 200 len: 210 time: 0.0447922 Sep 25 01:11:48.496588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6043213-6a89-471c-a621-a90ce171df0b req-a53b1266-de64-47c5-a8cd-284cdc21e368 tempest-VolumesSnapshotTestJSON-1338018223 tempest-VolumesSnapshotTestJSON-1338018223-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ac18cb42-0ea0-4b75-a3e1-345296f02558 HTTP/1.1" status: 204 len: 173 time: 0.5278654 Sep 25 01:11:48.496588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'name': 'network-vif-deleted', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 01:11:48.499307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958818979f01d9eea6717307a28f8b752a260e5c7d05b51c782539d023fa0ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c296730c-65e6-4f08-a116-be92d580b09e" -d '{"events": [{"server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "name": "network-vif-deleted", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 01:11:48.640601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a5b4ed-6f25-4aee-a98a-f06b8450e9d8 x-openstack-request-id: req-93a5b4ed-6f25-4aee-a98a-f06b8450e9d8 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 01:11:48.640949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578132fa-c1d7-4ce3-a944-cd3c71c8a4e8", "name": "network-vif-deleted", "tag": "ac18cb42-0ea0-4b75-a3e1-345296f02558", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 01:11:48.641714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93a5b4ed-6f25-4aee-a98a-f06b8450e9d8 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 01:11:48.642569 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a5b4ed-6f25-4aee-a98a-f06b8450e9d8'] response: {'server_uuid': '578132fa-c1d7-4ce3-a944-cd3c71c8a4e8', 'name': 'network-vif-deleted', 'tag': 'ac18cb42-0ea0-4b75-a3e1-345296f02558', 'status': 'completed', 'code': 200} Sep 25 01:11:49.772884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:49.782491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86175523-a1fd-418d-a0b0-39d1df76bbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:51.037900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:52.286827 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:52.659871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:11:53.537483 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:54.051459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device ac18cb42-0ea0-4b75-a3e1-345296f02558 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 01:11:54.076078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] No Port match for: ac18cb42-0ea0-4b75-a3e1-345296f02558 {{(pid=106230) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 01:11:54.076420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.rpc [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Device ac18cb42-0ea0-4b75-a3e1-345296f02558 not bound to the agent host hv-cinder-maste {{(pid=106230) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 01:11:56.142456 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:58.438273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:58.467622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:11:58.494110 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=10 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:04.055301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:04.056655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:12.739122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.52', 43368) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:12.825628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Deleting subnet f578e2f2-1d5a-4625-afad-a99b92b56cab {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 01:12:12.829567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Publish callbacks [] for subnet (f578e2f2-1d5a-4625-afad-a99b92b56cab), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:12.868945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264659143'] for subnet (f578e2f2-1d5a-4625-afad-a99b92b56cab), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:12.921060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676714'] for subnet (f578e2f2-1d5a-4625-afad-a99b92b56cab), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:12.984767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264667725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264290311'] for subnet (f578e2f2-1d5a-4625-afad-a99b92b56cab), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.018372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f578e2f2-1d5a-4625-afad-a99b92b56cab,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:13.022294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.026084 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f578e2f2-1d5a-4625-afad-a99b92b56cab HTTP/1.1" status: 204 len: 168 time: 0.2832406 Sep 25 01:12:13.029961 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 43370) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:13.034922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.035413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.035853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.036300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.036750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.037953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.037953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.038478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.038478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.038942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.039414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.039885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.040350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.040788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.041314 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd820-efb6-40a3-a370-1a92b7624008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.120462 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-800031'] for network (567e0576-161f-495c-b882-012356a1e499), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.219357 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-811841', 'neutron.services.segments.db._delete_segments_for_network-8726434350785'] for network (567e0576-161f-495c-b882-012356a1e499), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.246083 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567e0576-161f-495c-b882-012356a1e499']}} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:13.257904 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3') {'for_net_delete': True} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:13.258249 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.services.segments.db [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3') {} {{(pid=106228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 01:12:13.270807 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726434350677', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264831935'] for segment (91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.290953 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926'] for segment (91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.299964 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 01:12:13.300602 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-750926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264812231'] for segment (91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.347879 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3 resource provider aggregate not found Sep 25 01:12:13.370151 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.services.segments.plugin [-] Segment 91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91deb3d4-b4f9-46ee-bfd1-a81a7d7214d3 found for delete ", "request_id": "req-9925f3bd-9051-4cd9-b2ab-dd957d7b8b48"}]} Sep 25 01:12:13.380948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-811896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267914024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267965202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-267917443'] for network (567e0576-161f-495c-b882-012356a1e499), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.388569 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267965184'] for network (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.392671 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/567e0576-161f-495c-b882-012356a1e499 HTTP/1.1" status: 204 len: 168 time: 0.3613358 Sep 25 01:12:13.407630 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=567e0576-161f-495c-b882-012356a1e499,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:13.418948 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.419518 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.419930 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.420364 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.420842 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.421461 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.421775 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.422207 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.422594 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.423033 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.423441 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.423979 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.424522 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.425050 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.425636 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa60c33-7988-4461-9674-ec0300493f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 01:12:13.530101 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 43378) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:13.579390 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-3026df60-6625-482c-a539-f88f0a99adca admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1f0ea61e4de94ce083c572843a3f09fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477703 Sep 25 01:12:13.582407 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [-] (106228) accepted ('10.222.0.52', 43380) {{(pid=106228) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 01:12:13.643724 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] Publish callbacks [] for security_group (e519085e-1074-4894-bf01-6cabde2ba0f6), before_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.670534 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] Publish callbacks [] for security_group (e519085e-1074-4894-bf01-6cabde2ba0f6), precommit_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.729098 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267937223'] for security_group (e519085e-1074-4894-bf01-6cabde2ba0f6), after_delete {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.732464 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron_lib.callbacks.manager [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:13.734155 dv-cinder-master-3-iscsi neutron-server[106228]: INFO neutron.wsgi [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e519085e-1074-4894-bf01-6cabde2ba0f6 HTTP/1.1" status: 204 len: 168 time: 0.1505733 Sep 25 01:12:13.745813 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc91d3-2c9b-45c2-8976-a79d91551d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e519085e-1074-4894-bf01-6cabde2ba0f6,revision_number=None']} {{(pid=106228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 01:12:17.366278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1bd010a4-4f74-4d7c-8bdb-cab9704e8fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:17.685666 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:17.686715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=15 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:19.760199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:19.779124 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-55b4d0b6-3e97-4ed4-8e91-a8b0a51ffedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:20.543040 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:12:21.040124 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:22.285428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:22.665554 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:23.027884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:23.029149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:23.712234 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=42,neutron:DELETE=6 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:23.740257 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG dbcounter [-] [106228] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106228) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:30.538083 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:32.658576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:32.660692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:45.763699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:45.764669 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:12:47.362380 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4cafd94d-97cc-4b2e-9421-256b7830dabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:49.748866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:49.776089 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7ac45697-c16a-492e-a3a5-e0087689d5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:51.048058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:52.283066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:52.668677 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:12:57.543222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:13:02.659563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:02.664067 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:17.358895 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f016334-d0a4-4712-a817-c6fdd2004c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:19.782426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:19.783727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fb5a4fb0-7952-4007-9efa-6c5bc2f1d7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:21.044719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:22.280022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:22.672302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:29.508664 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:29.509929 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:32.665709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:32.668738 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:34.544611 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:13:44.538913 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:44.540395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:47.354092 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b6ab5c57-9485-4eca-9f34-89531f687cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:49.780054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8892e74c-e89b-4771-b83e-b86c3172555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:49.790124 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:51.052115 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:52.276330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:52.674520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:13:59.761251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:13:59.762719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:00.211432 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-a501fb27-a66a-4061-9fdd-703e49ed54eb service neutron] (106228) timed out ('10.222.0.52', 36966) {{(pid=106228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:14:00.446503 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-a9af8f75-8be2-4440-9b99-c505245d2415 req-45b9e15d-6b20-46ca-b62d-b367e2aaf964 tempest-AttachVolumeShelveTestJSON-14329766 tempest-AttachVolumeShelveTestJSON-14329766-project] (106228) timed out ('10.222.0.52', 36982) {{(pid=106228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:14:02.662964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:02.670740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:11.544804 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:14:17.364678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c1db0779-e829-4d49-bb62-da902e6df7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:19.766184 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-558101ac-2883-4f9c-8690-b816f560d525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:19.800988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:21.050687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:21.539229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=16 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:21.540498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:22.274047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:22.677967 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:32.664428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:32.671603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:36.755014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:36.761643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:47.364096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-26419997-8087-4897-877a-52d46291410e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:48.544841 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:14:49.765831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c9923e83-c198-492f-9a6c-c4d2d434832f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:49.807566 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:51.054315 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:52.271771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:52.680314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:14:58.538812 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:14:58.539627 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:02.667452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:02.675197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:13.760248 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:15.517827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:17.362305 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-95948e4e-521e-4e17-8c09-dc6dd39463d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:19.762164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e1f8c15-f454-4d3c-b6b1-f576be724fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:19.802141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:21.058163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:22.269435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:22.682935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:25.544940 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:15:35.539647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:37.696660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:37.698745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:47.359575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b56d0888-8608-4775-8f1d-94f02a8fbcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.769194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fbaca99f-ac52-4449-afb2-d70138c1f44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:49.804808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:50.755939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:50.760685 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:15:51.060865 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:52.268783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:15:52.686760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:02.544970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:16:02.678824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:02.680936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:17.355164 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5fc3fbf-2712-471a-bca0-504f634a3dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:17.697609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:17.721270 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=16 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:19.764558 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d07f9a7-a92f-4735-baa1-db868ec1279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:19.802704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:20.204605 dv-cinder-master-3-iscsi neutron-server[106228]: DEBUG neutron.wsgi [req-7f74c74b-64cc-43b2-a4df-e9ea9e2fd314 req-00f2c6ea-85c5-427e-89ec-e0673b4ff584 tempest-TestMinimumBasicScenario-178748133 tempest-TestMinimumBasicScenario-178748133-project] (106228) timed out ('10.222.0.57', 58770) {{(pid=106228) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 01:16:21.064760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:22.267505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:22.689138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:27.759162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:27.759952 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:32.682213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:32.685796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:39.545517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:16:47.354360 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8da3ed3f-a241-4b1a-9eca-84f2f635563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:49.540978 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:16:49.771147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4fc72501-8900-4ce6-b4ca-0800f2268b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:49.795991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:51.068716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:52.264969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:16:52.691912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:02.683679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:02.687375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:04.761703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:04.762424 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.522268 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:15.523392 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:16.545693 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agents_db [None req-0409c3f5-993c-41ec-a9b2-8547f31e0d56 None None] Agent healthcheck: found 6 active agents {{(pid=106231) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 01:17:17.349218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bd308786-a043-423b-aa89-4fcd7359b690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (a5beb163-7780-4b27-adcc-5de3fd09594f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:19.777624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28009ac4-1032-4d90-9cad-7fe8028fb41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (21a13984-1e8b-4b11-8385-301283d4ff2e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:19.791748 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d923fec3-b7d3-40af-bfde-3ff84b588dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (fde0b573-d63e-49cd-851c-7057cf09dc22), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:21.071442 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679a830c-7241-4797-95ed-76be64fa5fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (868c1891-d2d7-4ceb-bac2-01ab17f2d8a3), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.263198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c00c2c73-08d7-443c-8929-c4f85b465749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (702ea7d9-c72c-4888-b659-c6589a7004a7), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:22.695103 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee1428e6-82cc-46e4-bb8e-cada990d1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726434350767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-813824'] for agent (19ba9d36-8a31-4d6b-ba84-03f33bbd6818), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 01:17:26.541818 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:37.831541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:37.833083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:41.760012 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 01:17:41.761901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}